[ 518.945907] env[66605]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 518.945907] env[66605]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 519.947394] env[66693]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 519.947394] env[66693]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 521.529434] env[66693]: INFO neutron.common.config [-] Logging enabled! [ 521.529791] env[66693]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev30 [ 521.529992] env[66693]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66693) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 521.530310] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 521.530406] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 521.531337] env[66693]: WARNING oslo_policy.policy [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 521.531512] env[66693]: WARNING oslo_policy.policy [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 521.533165] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] VMware NSXv3 Agent initialized successfully. [ 521.533513] env[66693]: DEBUG oslo_concurrency.lockutils [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] Acquiring lock "singleton_lock" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.533640] env[66693]: DEBUG oslo_concurrency.lockutils [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] Acquired lock "singleton_lock" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.533842] env[66693]: DEBUG oslo_concurrency.lockutils [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] Releasing lock "singleton_lock" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.534135] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] Full set of CONF: {{(pid=66693) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 521.534245] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ******************************************************************************** {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 521.534344] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] Configuration options gathered from: {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 521.534694] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 521.534866] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 521.534969] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ================================================================================ {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 521.535153] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] agent_down_time = 75 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.535291] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] allow_automatic_dhcp_failover = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.535425] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] allow_bulk = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.535566] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] api_extensions_path = {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.535702] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] api_paste_config = api-paste.ini {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.535837] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] auth_strategy = keystone {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.535941] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] backdoor_port = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.536050] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] backdoor_socket = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.536185] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] backlog = 4096 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.536319] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.536470] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] bind_host = 0.0.0.0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.536604] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] bind_port = 9696 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.536787] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] client_socket_timeout = 900 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.536994] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] config_dir = [] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.537142] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.537289] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] config_source = [] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.537429] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] control_exchange = neutron {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.537567] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] core_plugin = ml2 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.537700] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] debug = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.537833] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] default_availability_zones = [] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.538047] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.538187] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] dhcp_agent_notification = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.538320] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] dhcp_agents_per_network = 1 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.538450] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] dhcp_lease_duration = 86400 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.538583] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] dhcp_load_type = networks {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.538715] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] dns_domain = openstacklocal {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.538850] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.539063] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] enable_default_route_bfd = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.539110] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] enable_default_route_ecmp = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.539239] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] enable_dvr = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.539353] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] enable_new_agents = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.539477] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.539601] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] enable_signals = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.539724] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] enable_traditional_dhcp = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.539844] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] external_dns_driver = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.540036] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] filter_validation = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.540219] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] global_physnet_mtu = 8950 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.540357] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] graceful_shutdown_timeout = 60 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.540532] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] host = cpu-1 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.540671] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] host_dvr_for_dhcp = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.540828] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] http_retries = 3 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.540983] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] instance_format = [instance: %(uuid)s] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.541133] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.541267] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ipam_driver = internal {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.541394] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ipv6_pd_enabled = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.541519] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] l3_ha = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.541649] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.541800] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] l3_ha_network_physical_name = {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.541947] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] l3_ha_network_type = {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.542094] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] log_color = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.542229] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] log_config_append = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.542362] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.542490] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] log_dir = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.542615] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] log_file = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.542713] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] log_options = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.542842] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] log_rotate_interval = 1 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.542977] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] log_rotate_interval_type = days {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.543133] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] log_rotation_type = none {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.543234] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.543332] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.543466] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.543598] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.543697] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.543826] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] max_dns_nameservers = 5 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.543953] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] max_header_line = 16384 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.544091] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] max_l3_agents_per_router = 3 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.544216] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] max_logfile_count = 30 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.544342] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] max_logfile_size_mb = 200 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.544464] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] max_subnet_host_routes = 20 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.544594] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] my_ip = 10.180.1.21 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.544726] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] my_ipv6 = ::1 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.544853] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] network_auto_schedule = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.544975] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] network_link_prefix = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.545117] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.545250] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] notify_nova_on_port_data_changes = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.545380] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] notify_nova_on_port_status_changes = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.545510] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] pagination_max_limit = -1 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.545634] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] publish_errors = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.545759] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] rate_limit_burst = 0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.545890] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] rate_limit_except_level = CRITICAL {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.546026] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] rate_limit_interval = 0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.546155] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] retry_until_window = 30 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.546276] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] router_distributed = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.546398] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] rpc_resources_processing_step = 20 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.546521] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] rpc_response_max_timeout = 600 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.546650] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] rpc_response_timeout = 60 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.546774] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] send_events_interval = 2 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.546920] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] service_plugins = ['router'] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.547061] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] setproctitle = on {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.547189] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] shell_completion = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.547324] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] state_path = /opt/stack/data/neutron {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.547458] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] syslog_log_facility = LOG_USER {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.547585] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] tcp_keepidle = 600 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.547716] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] transport_url = **** {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.547840] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] use_journal = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.547963] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] use_json = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.548100] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] use_ssl = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.548221] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] use_stderr = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.548350] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] use_syslog = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.548471] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] vlan_qinq = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.548589] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] vlan_transparent = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.548710] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] watch_log_file = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.548865] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] wsgi_default_pool_size = 100 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.549011] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] wsgi_keep_alive = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.549180] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.549276] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] wsgi_server_debug = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.549422] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_concurrency.disable_process_locking = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.549560] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.549698] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.549827] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.549965] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.550150] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.550326] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.550482] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler.connection_string = messaging:// {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.550620] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler.enabled = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.550759] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler.es_doc_type = notification {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.550919] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler.es_scroll_size = 10000 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.551076] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler.es_scroll_time = 2m {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.551211] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler.filter_error_trace = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.551347] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler.hmac_keys = **** {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.551481] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler.sentinel_service_name = mymaster {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.551618] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler.socket_timeout = 0.1 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.551750] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler.trace_requests = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.551877] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler.trace_sqlalchemy = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.552033] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler_jaeger.process_tags = {} {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.552167] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler_jaeger.service_name_prefix = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.552301] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] profiler_otlp.service_name_prefix = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.552448] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_policy.enforce_new_defaults = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.552719] env[66693]: WARNING oslo_config.cfg [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 521.552865] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_policy.enforce_scope = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.553017] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_policy.policy_default_rule = default {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.553391] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.553391] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.553513] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.553574] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.553673] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.553796] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.553927] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.554073] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.554217] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.554362] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] agent.extensions = [] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.554497] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.554631] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] service_providers.service_provider = [] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.554768] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] QUOTAS.default_quota = -1 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.554908] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.555057] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] QUOTAS.quota_floatingip = 50 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.555189] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] QUOTAS.quota_network = 100 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.555317] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] QUOTAS.quota_port = 500 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.555446] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.555574] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] QUOTAS.quota_router = 10 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.555702] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] QUOTAS.quota_security_group = 10 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.555829] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.555955] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] QUOTAS.quota_subnet = 100 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.556094] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] QUOTAS.track_quota_usage = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.556239] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.556369] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep.group = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.556494] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep.helper_command = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.556623] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep.log_daemon_traceback = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.556755] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.556887] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep.thread_pool_size = 8 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.557025] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep.user = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.557165] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.557291] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_dhcp_release.group = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.557414] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_dhcp_release.helper_command = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.557539] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.557670] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.557795] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.557924] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_dhcp_release.user = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.558068] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.558205] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_ovs_vsctl.group = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.558334] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.558461] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.558592] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.558722] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.558879] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_ovs_vsctl.user = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.559036] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_namespace.capabilities = [21] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.559157] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_namespace.group = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.559319] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_namespace.helper_command = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.559412] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.559546] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.559674] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.559801] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_namespace.user = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.559940] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_conntrack.capabilities = [12] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.560078] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_conntrack.group = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.560206] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_conntrack.helper_command = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.560334] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.560466] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.560594] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.560720] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_conntrack.user = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.560900] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_link.capabilities = [12, 21] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.561056] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_link.group = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.561188] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_link.helper_command = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.561318] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_link.log_daemon_traceback = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.561451] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.561580] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_link.thread_pool_size = 8 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.561703] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] privsep_link.user = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.561854] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.561997] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.562143] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.continue_on_failed_promotions = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.562272] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.dscp = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.562403] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.dscp_inherit = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.562540] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.force_mp_to_policy = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.562668] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.locking_coordinator_url = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.562797] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.log_agent_heartbeats = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.562929] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.logging_expire = 1 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.563075] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.563239] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.563385] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.polling_interval = 240 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.563518] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.563654] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.563794] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.report_interval = 30.0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.563935] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.564084] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.564223] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.564358] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.sync_skew = 60 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.564489] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.synchronization_queue_size = 20 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.564618] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT.use_helper_for_ns_read = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.564759] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] SECURITYGROUP.enable_ipset = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.564896] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] SECURITYGROUP.enable_security_group = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.565048] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.565189] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.565327] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] experimental.ipv6_pd_enabled = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.565481] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ml2.extension_drivers = ['port_security'] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.565615] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ml2.external_network_type = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.565763] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.565908] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ml2.overlay_ip_version = 4 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.566063] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ml2.path_mtu = 8950 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.566207] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ml2.physical_network_mtus = {} {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.566355] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.566497] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.566640] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ml2.type_drivers = ['vlan'] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.566785] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.566919] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.567063] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.567210] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.567352] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.567490] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.567626] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.567765] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.567903] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.568112] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.568262] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_login_password = **** {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.568407] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.568543] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_login_user = admin {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.568677] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.568836] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.568983] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.569131] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.569272] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.569433] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.569550] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.569687] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.569820] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.569963] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.570117] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.570251] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.570390] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.570579] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.570722] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.570885] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.571039] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.571181] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] nova.auth_section = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.571326] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] nova.auth_type = password {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.571469] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.571599] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] nova.certfile = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.571730] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] nova.collect_timing = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.571873] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] nova.endpoint_type = public {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.572016] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] nova.insecure = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.572149] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] nova.keyfile = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.572292] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] nova.region_name = RegionOne {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.572428] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] nova.split_loggers = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.572559] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] nova.timeout = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.572693] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] placement.auth_section = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.572835] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] placement.auth_type = password {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.573015] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.573184] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] placement.certfile = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.573329] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] placement.collect_timing = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.573472] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] placement.endpoint_type = public {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.573603] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] placement.insecure = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.573732] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] placement.keyfile = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.573863] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] placement.region_name = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.573999] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] placement.split_loggers = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.574143] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] placement.timeout = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.574277] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.auth_section = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.574409] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.auth_type = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.574537] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.cafile = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.574662] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.certfile = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.574795] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.collect_timing = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.574929] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.connect_retries = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.575070] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.connect_retry_delay = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.575205] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.enable_notifications = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.575333] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.endpoint_override = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.575463] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.insecure = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.575591] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.interface = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.575716] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.keyfile = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.575847] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.max_version = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.575977] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.min_version = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.576115] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.region_name = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.576246] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.retriable_status_codes = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.576373] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.service_name = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.576500] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.service_type = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.576631] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.split_loggers = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.576759] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.status_code_retries = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.576884] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.status_code_retry_delay = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.577017] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.timeout = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.577146] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.valid_interfaces = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.577273] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ironic.version = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.577407] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] cli_script.dry_run = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.577549] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.577675] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.577805] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.577934] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.578075] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.578208] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.578337] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.578467] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.578595] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.578744] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.578890] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.579050] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.579193] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.579329] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.579460] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.579593] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.579727] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.579858] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.580007] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.580145] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.580275] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.580403] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.580531] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.580657] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.580828] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.580959] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.581106] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.581239] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.581368] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.581502] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.581635] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.ssl = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.581790] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.581947] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.582094] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.582235] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.582372] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.582503] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.582645] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_notifications.driver = [] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.582778] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_notifications.retry = -1 {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.582926] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.583066] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.583192] env[66693]: DEBUG oslo_service.backend._eventlet.service [None req-2a4d1120-09af-4743-ae52-a680050b00f4 None None] ******************************************************************************** {{(pid=66693) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 521.584355] env[66693]: DEBUG neutron.agent.securitygroups_rpc [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Init firewall settings (driver=nsxv3) {{(pid=66693) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 521.585727] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66693) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 521.585970] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] RPC agent_id: nsxm-l-01a.corp.local [ 521.588202] env[66693]: DEBUG dogpile.cache.region [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 521.588330] env[66693]: DEBUG dogpile.lock [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 521.588427] env[66693]: DEBUG dogpile.lock [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 521.588514] env[66693]: DEBUG dogpile.lock [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 521.588607] env[66693]: DEBUG dogpile.cache.region [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 521.588693] env[66693]: DEBUG dogpile.lock [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 521.588831] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 521.632953] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Session token - acquiring [ 521.634463] env[66693]: DEBUG networking_nsxv3.common.locking [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.634649] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.634735] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.635252] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.646012] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.918406] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 521.939452] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 521.939634] env[66693]: DEBUG dogpile.cache.region [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Cache value generated in 0.351 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 521.939762] env[66693]: DEBUG dogpile.lock [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 521.939820] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Activating Policy API Provider. [ 521.940052] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Looking for the default Infrastructure Rules. [ 522.006667] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Looking for the Default Layer3 Logged Drop Section. [ 522.022103] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 522.022581] env[66693]: DEBUG networking_nsxv3.common.locking [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.022754] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquiring lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.022857] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.023193] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired external semaphore "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.023522] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 522.537668] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.040359] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.542266] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Inventory metadata is going to be refreshed. [ 523.542628] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 524.285922] env[66693]: DEBUG networking_nsxv3.common.locking [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.286173] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.286243] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.286522] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.298305] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 524.299169] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.299764] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 524.321182] env[66693]: DEBUG networking_nsxv3.common.locking [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.321425] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.321468] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.321725] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.321853] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.322021] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 524.322144] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.322249] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 524.342346] env[66693]: DEBUG networking_nsxv3.common.locking [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.342581] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.342581] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.342853] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.343030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.343324] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 524.363162] env[66693]: DEBUG networking_nsxv3.common.locking [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.363384] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.363436] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.363732] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.363877] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.364033] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 524.383369] env[66693]: DEBUG networking_nsxv3.common.locking [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.383599] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquiring lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.383642] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.383920] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired external semaphore "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.384078] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Releasing lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.384227] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 524.384330] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.384429] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 524.402560] env[66693]: DEBUG networking_nsxv3.common.locking [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.402787] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquiring lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.402826] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.403144] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired external semaphore "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.403269] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Releasing lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.403416] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 524.403517] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.403660] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 524.424717] env[66693]: DEBUG networking_nsxv3.common.locking [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.425029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.425029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.425276] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.425418] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.425565] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 524.425666] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.425764] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Inventory metadata have been refreshed. [ 524.425858] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Dryrun:True. Metadata refresh completed. [ 524.425967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Releasing lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.427665] env[66693]: INFO neutron.agent.agent_extensions_manager [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Loaded agent extensions: [] [ 524.428394] env[66693]: DEBUG neutron_lib.callbacks.manager [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66693) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 524.476282] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NSXv3 Agent Agent RPC Daemon Started! [ 524.476469] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NSXv3 Agent Agent loop - iteration:0 started [ 524.476563] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NSXv3 Agent Agent out of sync with plugin! [ 529.429108] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 529.429524] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 534.430831] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.430831] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.432945] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.433228] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.434111] env[66693]: INFO networking_nsxv3.common.synchronization [None req-587f68dd-88ce-4f86-9c39-13ab223674f4 demo admin] Enqueued Resource ID: 434ceafa-ba1e-4ac1-a2b6-f178e9fdd02c with Priority: HIGHEST for action security_group_rules [ 539.434375] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434ceafa-ba1e-4ac1-a2b6-f178e9fdd02c with Priority: HIGHEST for action security_group_rules [ 539.434926] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-434ceafa-ba1e-4ac1-a2b6-f178e9fdd02c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.435072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-434ceafa-ba1e-4ac1-a2b6-f178e9fdd02c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.435137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-434ceafa-ba1e-4ac1-a2b6-f178e9fdd02c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.435469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-434ceafa-ba1e-4ac1-a2b6-f178e9fdd02c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.435556] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('434ceafa-ba1e-4ac1-a2b6-f178e9fdd02c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.955958] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.956236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.956236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.956565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.956685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.956752] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 434ceafa-ba1e-4ac1-a2b6-f178e9fdd02c already deleted. [ 539.956875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-434ceafa-ba1e-4ac1-a2b6-f178e9fdd02c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.435155] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.435516] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.431402] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.431865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.431865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.431865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.432088] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.934236] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.437176] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.940217] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 548.940422] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 549.436985] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.436985] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.699111] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.699111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.699111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.699111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.709033] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 549.709831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.710670] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 549.727499] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.727702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.727702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.727882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.727968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.728089] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 549.728173] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.728242] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 549.747803] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.748086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.748086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.748206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.748333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.748445] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 549.771164] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.771384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.771384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.771578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.771684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.771810] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 549.793334] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.793549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.793549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.793732] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.793836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.793951] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 549.794035] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.794102] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 549.810696] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.810922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.810967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.811159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.811244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.811349] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 549.811420] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.811488] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 549.833398] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.833600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.833600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.833769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.833879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.833990] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 549.834068] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.834136] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 549.834195] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 549.834270] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 549.834326] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 549.834382] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 549.834642] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 549.834707] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 549.834773] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 549.853261] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.853469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.853469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.853654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.853761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.853870] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 549.873046] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.873256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.873256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.873455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.873555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.905801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.436995] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.437490] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.437770] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.438155] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.439731] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.439731] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.481543] env[66693]: INFO networking_nsxv3.common.synchronization [None req-722462bc-4869-472a-920a-ef38cc788cfd None None] Enqueued Resource ID: 3ef76383-ada1-4ad8-9109-d77d52ae1bbf with Priority: HIGHEST for action port [ 564.481543] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef76383-ada1-4ad8-9109-d77d52ae1bbf with Priority: HIGHEST for action port [ 564.481543] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ef76383-ada1-4ad8-9109-d77d52ae1bbf taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.481543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ef76383-ada1-4ad8-9109-d77d52ae1bbf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.481543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ef76383-ada1-4ad8-9109-d77d52ae1bbf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.481543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ef76383-ada1-4ad8-9109-d77d52ae1bbf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.481543] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ef76383-ada1-4ad8-9109-d77d52ae1bbf',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.983789] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ef76383-ada1-4ad8-9109-d77d52ae1bbf [ 564.984082] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.984206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.984275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.984475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.984908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.984908] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ef76383-ada1-4ad8-9109-d77d52ae1bbf already deleted. [ 564.984908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ef76383-ada1-4ad8-9109-d77d52ae1bbf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.584608] env[66693]: INFO networking_nsxv3.common.synchronization [None req-f9ca17c0-5e1f-45c1-9c76-1b8e8cfc94dd None None] Enqueued Resource ID: 7e9cf463-94b6-432b-b975-2b13b807fd85 with Priority: HIGHEST for action port [ 566.585266] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9cf463-94b6-432b-b975-2b13b807fd85 with Priority: HIGHEST for action port [ 566.586068] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e9cf463-94b6-432b-b975-2b13b807fd85 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.586244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e9cf463-94b6-432b-b975-2b13b807fd85" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.586244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e9cf463-94b6-432b-b975-2b13b807fd85" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.586412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e9cf463-94b6-432b-b975-2b13b807fd85" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.586489] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e9cf463-94b6-432b-b975-2b13b807fd85',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.092908] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e9cf463-94b6-432b-b975-2b13b807fd85 [ 567.093451] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.093644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.093715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.094177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.094300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.094384] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e9cf463-94b6-432b-b975-2b13b807fd85 already deleted. [ 567.094470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e9cf463-94b6-432b-b975-2b13b807fd85" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.275856] env[66693]: INFO networking_nsxv3.common.synchronization [None req-16b4f666-9128-48d3-9949-0597ef4d61f8 None None] Enqueued Resource ID: 374cbe17-1c16-4e7b-a997-a40eccb6a23b with Priority: HIGHEST for action port [ 567.275856] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374cbe17-1c16-4e7b-a997-a40eccb6a23b with Priority: HIGHEST for action port [ 567.275856] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-374cbe17-1c16-4e7b-a997-a40eccb6a23b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.276525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-374cbe17-1c16-4e7b-a997-a40eccb6a23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.276525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-374cbe17-1c16-4e7b-a997-a40eccb6a23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.277167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-374cbe17-1c16-4e7b-a997-a40eccb6a23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.277455] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374cbe17-1c16-4e7b-a997-a40eccb6a23b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.780289] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 374cbe17-1c16-4e7b-a997-a40eccb6a23b [ 567.780542] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.780644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.780710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.780949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.781068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.781165] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:374cbe17-1c16-4e7b-a997-a40eccb6a23b already deleted. [ 567.781248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-374cbe17-1c16-4e7b-a997-a40eccb6a23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.013297] env[66693]: INFO networking_nsxv3.common.synchronization [None req-456fe792-de10-4640-917a-a07bf6752770 None None] Enqueued Resource ID: d70033ed-2833-466d-9e69-7379c2f4b001 with Priority: HIGHEST for action port [ 569.013297] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70033ed-2833-466d-9e69-7379c2f4b001 with Priority: HIGHEST for action port [ 569.013802] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d70033ed-2833-466d-9e69-7379c2f4b001 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.013892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d70033ed-2833-466d-9e69-7379c2f4b001" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.013892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d70033ed-2833-466d-9e69-7379c2f4b001" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.014149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d70033ed-2833-466d-9e69-7379c2f4b001" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.014209] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70033ed-2833-466d-9e69-7379c2f4b001',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.517102] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d70033ed-2833-466d-9e69-7379c2f4b001 [ 569.517346] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.517475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.518048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.518418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.518532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.518637] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d70033ed-2833-466d-9e69-7379c2f4b001 already deleted. [ 569.518719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d70033ed-2833-466d-9e69-7379c2f4b001" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.085835] env[66693]: INFO networking_nsxv3.common.synchronization [None req-249ad331-61d9-4dc8-8806-48b7715a5e5b None None] Enqueued Resource ID: 3fdd88e9-daaf-4379-82a9-1bb4a4237968 with Priority: HIGHEST for action port [ 572.086137] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdd88e9-daaf-4379-82a9-1bb4a4237968 with Priority: HIGHEST for action port [ 572.086756] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fdd88e9-daaf-4379-82a9-1bb4a4237968 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.086857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fdd88e9-daaf-4379-82a9-1bb4a4237968" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.086857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fdd88e9-daaf-4379-82a9-1bb4a4237968" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.087540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fdd88e9-daaf-4379-82a9-1bb4a4237968" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.087540] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdd88e9-daaf-4379-82a9-1bb4a4237968',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.164969] env[66693]: INFO networking_nsxv3.common.synchronization [None req-980a5880-1600-4086-9759-26017a8a7f0b None None] Enqueued Resource ID: ad6a1f23-cf2a-49fe-b0b8-b0e08f896142 with Priority: HIGHEST for action port [ 572.164969] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad6a1f23-cf2a-49fe-b0b8-b0e08f896142 with Priority: HIGHEST for action port [ 572.164969] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad6a1f23-cf2a-49fe-b0b8-b0e08f896142 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.164969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad6a1f23-cf2a-49fe-b0b8-b0e08f896142" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.164969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad6a1f23-cf2a-49fe-b0b8-b0e08f896142" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.164969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad6a1f23-cf2a-49fe-b0b8-b0e08f896142" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.164969] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad6a1f23-cf2a-49fe-b0b8-b0e08f896142',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.590363] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fdd88e9-daaf-4379-82a9-1bb4a4237968 [ 572.590768] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.591149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.591149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.591363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.591455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.591548] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fdd88e9-daaf-4379-82a9-1bb4a4237968 already deleted. [ 572.591629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fdd88e9-daaf-4379-82a9-1bb4a4237968" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.666990] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad6a1f23-cf2a-49fe-b0b8-b0e08f896142 [ 572.667609] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.667609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.667609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.667609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.667846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.667846] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad6a1f23-cf2a-49fe-b0b8-b0e08f896142 already deleted. [ 572.667846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad6a1f23-cf2a-49fe-b0b8-b0e08f896142" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.986541] env[66693]: INFO networking_nsxv3.common.synchronization [None req-690b6118-274c-408f-ab56-b605d9489e62 None None] Enqueued Resource ID: 0f7899ea-0cd1-40d8-b94f-77d27d839e8c with Priority: HIGHEST for action port [ 572.986760] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7899ea-0cd1-40d8-b94f-77d27d839e8c with Priority: HIGHEST for action port [ 572.987356] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f7899ea-0cd1-40d8-b94f-77d27d839e8c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.987478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f7899ea-0cd1-40d8-b94f-77d27d839e8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.987545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f7899ea-0cd1-40d8-b94f-77d27d839e8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.987787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f7899ea-0cd1-40d8-b94f-77d27d839e8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.988144] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7899ea-0cd1-40d8-b94f-77d27d839e8c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.338056] env[66693]: INFO networking_nsxv3.common.synchronization [None req-d1877bdf-e3aa-4f32-838b-012c96c386ac None None] Enqueued Resource ID: 210d94b8-9043-47d3-8a1e-11a852dc7c21 with Priority: HIGHEST for action port [ 573.338428] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210d94b8-9043-47d3-8a1e-11a852dc7c21 with Priority: HIGHEST for action port [ 573.339156] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-210d94b8-9043-47d3-8a1e-11a852dc7c21 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.339349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-210d94b8-9043-47d3-8a1e-11a852dc7c21" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.339349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-210d94b8-9043-47d3-8a1e-11a852dc7c21" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.340076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-210d94b8-9043-47d3-8a1e-11a852dc7c21" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.340076] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('210d94b8-9043-47d3-8a1e-11a852dc7c21',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.491369] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f7899ea-0cd1-40d8-b94f-77d27d839e8c [ 573.491369] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.491369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.491369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.492041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.492161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.492263] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f7899ea-0cd1-40d8-b94f-77d27d839e8c already deleted. [ 573.492357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f7899ea-0cd1-40d8-b94f-77d27d839e8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.841382] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 210d94b8-9043-47d3-8a1e-11a852dc7c21 [ 573.841608] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.841753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.841803] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.842111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.842211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.842303] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:210d94b8-9043-47d3-8a1e-11a852dc7c21 already deleted. [ 573.842380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-210d94b8-9043-47d3-8a1e-11a852dc7c21" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.258383] env[66693]: INFO networking_nsxv3.common.synchronization [None req-7a2b3376-dcc9-44ac-9986-692a350a449f None None] Enqueued Resource ID: 4fa80f0c-5901-4944-ab26-3a0acbed67d8 with Priority: HIGHEST for action port [ 574.258983] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa80f0c-5901-4944-ab26-3a0acbed67d8 with Priority: HIGHEST for action port [ 574.259312] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa80f0c-5901-4944-ab26-3a0acbed67d8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.260416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa80f0c-5901-4944-ab26-3a0acbed67d8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.260416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa80f0c-5901-4944-ab26-3a0acbed67d8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.260416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa80f0c-5901-4944-ab26-3a0acbed67d8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.260416] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa80f0c-5901-4944-ab26-3a0acbed67d8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.764174] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fa80f0c-5901-4944-ab26-3a0acbed67d8 [ 574.764502] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.764563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.764645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.764881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.765060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.765389] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fa80f0c-5901-4944-ab26-3a0acbed67d8 already deleted. [ 574.765389] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa80f0c-5901-4944-ab26-3a0acbed67d8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.858299] env[66693]: INFO networking_nsxv3.common.synchronization [None req-5d7f73f2-430d-4eb7-b6d5-916f3873ef0c None None] Enqueued Resource ID: 479c9325-4332-46bb-ae3c-92513dd2389d with Priority: HIGHEST for action port [ 574.859735] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479c9325-4332-46bb-ae3c-92513dd2389d with Priority: HIGHEST for action port [ 574.860341] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-479c9325-4332-46bb-ae3c-92513dd2389d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.860474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-479c9325-4332-46bb-ae3c-92513dd2389d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.860542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-479c9325-4332-46bb-ae3c-92513dd2389d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.860915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-479c9325-4332-46bb-ae3c-92513dd2389d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.861762] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479c9325-4332-46bb-ae3c-92513dd2389d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.363058] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 479c9325-4332-46bb-ae3c-92513dd2389d [ 575.363325] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.363460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.363521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.363758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.363865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.364637] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:479c9325-4332-46bb-ae3c-92513dd2389d already deleted. [ 575.364637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-479c9325-4332-46bb-ae3c-92513dd2389d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.901091] env[66693]: INFO networking_nsxv3.common.synchronization [None req-83e33bd3-67cf-4657-a7fb-e9030b397d6e None None] Enqueued Resource ID: d481acce-8e21-4e54-b3f0-25f9863684f2 with Priority: HIGHEST for action port [ 575.901622] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d481acce-8e21-4e54-b3f0-25f9863684f2 with Priority: HIGHEST for action port [ 575.902326] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d481acce-8e21-4e54-b3f0-25f9863684f2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.902515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d481acce-8e21-4e54-b3f0-25f9863684f2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.902612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d481acce-8e21-4e54-b3f0-25f9863684f2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.902873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d481acce-8e21-4e54-b3f0-25f9863684f2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.905052] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d481acce-8e21-4e54-b3f0-25f9863684f2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.258482] env[66693]: INFO networking_nsxv3.common.synchronization [None req-9c0a80e4-959a-421b-acf9-ddb95d48df3f None None] Enqueued Resource ID: fcb7f878-a195-4ecc-be93-84aa79c1de1d with Priority: HIGHEST for action port [ 576.259040] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb7f878-a195-4ecc-be93-84aa79c1de1d with Priority: HIGHEST for action port [ 576.259363] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcb7f878-a195-4ecc-be93-84aa79c1de1d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.259513] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcb7f878-a195-4ecc-be93-84aa79c1de1d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.259580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcb7f878-a195-4ecc-be93-84aa79c1de1d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.259847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcb7f878-a195-4ecc-be93-84aa79c1de1d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.260925] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcb7f878-a195-4ecc-be93-84aa79c1de1d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.407221] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d481acce-8e21-4e54-b3f0-25f9863684f2 [ 576.407598] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.408519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.408519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.408519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.408519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.408519] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d481acce-8e21-4e54-b3f0-25f9863684f2 already deleted. [ 576.408519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d481acce-8e21-4e54-b3f0-25f9863684f2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.691451] env[66693]: INFO networking_nsxv3.common.synchronization [None req-552c4585-2708-4df8-8c81-52183a7a4c6c None None] Enqueued Resource ID: 0b43c8cd-6ebc-4caa-8e08-e61095ff3fb8 with Priority: HIGHEST for action port [ 576.692038] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b43c8cd-6ebc-4caa-8e08-e61095ff3fb8 with Priority: HIGHEST for action port [ 576.692559] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b43c8cd-6ebc-4caa-8e08-e61095ff3fb8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.692559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b43c8cd-6ebc-4caa-8e08-e61095ff3fb8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.692559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b43c8cd-6ebc-4caa-8e08-e61095ff3fb8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.694730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b43c8cd-6ebc-4caa-8e08-e61095ff3fb8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.694730] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b43c8cd-6ebc-4caa-8e08-e61095ff3fb8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.766559] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcb7f878-a195-4ecc-be93-84aa79c1de1d [ 576.766559] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.766559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.766559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.766559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.766559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.766559] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcb7f878-a195-4ecc-be93-84aa79c1de1d already deleted. [ 576.766559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcb7f878-a195-4ecc-be93-84aa79c1de1d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.197378] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b43c8cd-6ebc-4caa-8e08-e61095ff3fb8 [ 577.198292] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.198769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.199591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.200071] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.200313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.200490] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b43c8cd-6ebc-4caa-8e08-e61095ff3fb8 already deleted. [ 577.200726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b43c8cd-6ebc-4caa-8e08-e61095ff3fb8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.380071] env[66693]: INFO networking_nsxv3.common.synchronization [req-567836c6-3275-43b6-9ee2-d08a68c7c75a req-cf6b1aba-2d96-4989-9e25-de8104f2f754 tempest-SecurityGroupRulesTestJSON-1038263702 tempest-SecurityGroupRulesTestJSON-1038263702-project-member] Enqueued Resource ID: 004762f9-1aa7-4977-b94e-a56c34ea304e with Priority: HIGHEST for action security_group_rules [ 577.380691] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004762f9-1aa7-4977-b94e-a56c34ea304e with Priority: HIGHEST for action security_group_rules [ 577.381057] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004762f9-1aa7-4977-b94e-a56c34ea304e taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.381203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004762f9-1aa7-4977-b94e-a56c34ea304e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.381263] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004762f9-1aa7-4977-b94e-a56c34ea304e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.382534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004762f9-1aa7-4977-b94e-a56c34ea304e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.382622] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004762f9-1aa7-4977-b94e-a56c34ea304e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.901935] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.902111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.902111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.902322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.902416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.902509] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004762f9-1aa7-4977-b94e-a56c34ea304e already deleted. [ 577.902595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004762f9-1aa7-4977-b94e-a56c34ea304e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.105190] env[66693]: INFO networking_nsxv3.common.synchronization [None req-f21920d2-73b8-4bba-b9e5-4f68754abbef None None] Enqueued Resource ID: 00c40dfe-1ea5-46aa-8139-96f19c2b575a with Priority: HIGHEST for action port [ 578.105503] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c40dfe-1ea5-46aa-8139-96f19c2b575a with Priority: HIGHEST for action port [ 578.105901] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-00c40dfe-1ea5-46aa-8139-96f19c2b575a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.106254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00c40dfe-1ea5-46aa-8139-96f19c2b575a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.106518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00c40dfe-1ea5-46aa-8139-96f19c2b575a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.106840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00c40dfe-1ea5-46aa-8139-96f19c2b575a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.107053] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00c40dfe-1ea5-46aa-8139-96f19c2b575a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.261380] env[66693]: INFO networking_nsxv3.common.synchronization [None req-5cce56b6-647a-4520-8d15-dc59ff0f2b12 None None] Enqueued Resource ID: a46e3536-8e42-4dbb-860a-00cee25afaab with Priority: HIGHEST for action port [ 578.261995] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46e3536-8e42-4dbb-860a-00cee25afaab with Priority: HIGHEST for action port [ 578.262349] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-a46e3536-8e42-4dbb-860a-00cee25afaab taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.262501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a46e3536-8e42-4dbb-860a-00cee25afaab" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.262591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a46e3536-8e42-4dbb-860a-00cee25afaab" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.262852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a46e3536-8e42-4dbb-860a-00cee25afaab" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.262977] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a46e3536-8e42-4dbb-860a-00cee25afaab',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.609765] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00c40dfe-1ea5-46aa-8139-96f19c2b575a [ 578.609903] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.609998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.610063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.610280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.610371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.610592] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00c40dfe-1ea5-46aa-8139-96f19c2b575a already deleted. [ 578.610683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00c40dfe-1ea5-46aa-8139-96f19c2b575a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.765503] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a46e3536-8e42-4dbb-860a-00cee25afaab [ 578.768053] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.768053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.768053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.768053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.768053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.768053] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a46e3536-8e42-4dbb-860a-00cee25afaab already deleted. [ 578.768053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a46e3536-8e42-4dbb-860a-00cee25afaab" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.066365] env[66693]: INFO networking_nsxv3.common.synchronization [None req-ebacf8ac-6f62-4c5d-9392-bd2129c87fa6 None None] Enqueued Resource ID: 9361a549-b196-4d69-878a-d096c26a7d87 with Priority: HIGHEST for action port [ 580.066641] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9361a549-b196-4d69-878a-d096c26a7d87 with Priority: HIGHEST for action port [ 580.066712] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-9361a549-b196-4d69-878a-d096c26a7d87 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.066868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9361a549-b196-4d69-878a-d096c26a7d87" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.066940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9361a549-b196-4d69-878a-d096c26a7d87" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.067257] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9361a549-b196-4d69-878a-d096c26a7d87" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.067511] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9361a549-b196-4d69-878a-d096c26a7d87',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.569646] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9361a549-b196-4d69-878a-d096c26a7d87 [ 580.569803] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.569952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.570053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.570218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.570307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.570405] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9361a549-b196-4d69-878a-d096c26a7d87 already deleted. [ 580.570489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9361a549-b196-4d69-878a-d096c26a7d87" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.624906] env[66693]: INFO networking_nsxv3.common.synchronization [None req-9b68fbd4-9767-4e71-ba11-8a930df16ce0 None None] Enqueued Resource ID: f2cf7b3b-e752-48ec-92b7-a01066acd6ad with Priority: HIGHEST for action port [ 580.626439] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cf7b3b-e752-48ec-92b7-a01066acd6ad with Priority: HIGHEST for action port [ 580.626439] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2cf7b3b-e752-48ec-92b7-a01066acd6ad taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.626439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2cf7b3b-e752-48ec-92b7-a01066acd6ad" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.626439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2cf7b3b-e752-48ec-92b7-a01066acd6ad" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.626439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2cf7b3b-e752-48ec-92b7-a01066acd6ad" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.626439] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2cf7b3b-e752-48ec-92b7-a01066acd6ad',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.049884] env[66693]: INFO networking_nsxv3.common.synchronization [req-c2467bf7-2314-40d1-aaac-dd76fdff940b req-bee0f657-ed7f-4f0a-9523-4cc4df5b511d tempest-ServerDiagnosticsNegativeTest-2075777731 tempest-ServerDiagnosticsNegativeTest-2075777731-project-member] Enqueued Resource ID: 55c1e35e-9820-4110-ab4f-585395104f00 with Priority: HIGHEST for action security_group_members [ 581.051998] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c1e35e-9820-4110-ab4f-585395104f00 with Priority: HIGHEST for action security_group_members [ 581.052462] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-55c1e35e-9820-4110-ab4f-585395104f00 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.052906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.052997] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.053697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.053949] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.054204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.054302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.054470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.054564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.054660] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55c1e35e-9820-4110-ab4f-585395104f00',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.106645] env[66693]: INFO networking_nsxv3.common.synchronization [None req-aa22eb7c-b855-43af-b556-e205ba775ad2 None None] Enqueued Resource ID: a4a4bd96-5701-439d-9d82-3fa4e35ea2b6 with Priority: HIGHEST for action port [ 581.106906] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a4bd96-5701-439d-9d82-3fa4e35ea2b6 with Priority: HIGHEST for action port [ 581.107716] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a4bd96-5701-439d-9d82-3fa4e35ea2b6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.107858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a4bd96-5701-439d-9d82-3fa4e35ea2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.107907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a4bd96-5701-439d-9d82-3fa4e35ea2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.108322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a4bd96-5701-439d-9d82-3fa4e35ea2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.108415] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a4bd96-5701-439d-9d82-3fa4e35ea2b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.129910] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2cf7b3b-e752-48ec-92b7-a01066acd6ad [ 581.129910] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.129910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.129910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.129910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.129910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.129910] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2cf7b3b-e752-48ec-92b7-a01066acd6ad already deleted. [ 581.129910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2cf7b3b-e752-48ec-92b7-a01066acd6ad" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.413254] env[66693]: INFO networking_nsxv3.common.synchronization [None req-b1317d02-2bc7-42c4-b178-b1c6cc2092b5 None None] Enqueued Resource ID: d09f1209-b52b-46a1-973b-634a250e0c25 with Priority: HIGHEST for action port [ 581.413503] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09f1209-b52b-46a1-973b-634a250e0c25 with Priority: HIGHEST for action port [ 581.414079] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09f1209-b52b-46a1-973b-634a250e0c25 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.414196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09f1209-b52b-46a1-973b-634a250e0c25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.414261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09f1209-b52b-46a1-973b-634a250e0c25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.414497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09f1209-b52b-46a1-973b-634a250e0c25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.414580] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09f1209-b52b-46a1-973b-634a250e0c25',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.557255] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.557462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.557565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.557795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.557903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.558104] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.558201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.558256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.558404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.558490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.558570] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55c1e35e-9820-4110-ab4f-585395104f00 already deleted. [ 581.558647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.611090] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4a4bd96-5701-439d-9d82-3fa4e35ea2b6 [ 581.611885] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.611885] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.611885] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.611885] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.611885] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.611885] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4a4bd96-5701-439d-9d82-3fa4e35ea2b6 already deleted. [ 581.612321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a4bd96-5701-439d-9d82-3fa4e35ea2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.917374] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d09f1209-b52b-46a1-973b-634a250e0c25 [ 581.917629] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.917764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.917830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.918052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.918150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.918251] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d09f1209-b52b-46a1-973b-634a250e0c25 already deleted. [ 581.918334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09f1209-b52b-46a1-973b-634a250e0c25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.245074] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.245376] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.245376] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.246506] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.246506] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.246506] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.246506] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.246506] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.246695] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.246809] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 582.246919] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 582.247034] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 582.247137] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 582.247242] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 582.247341] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 582.247466] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 582.268399] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 582.268724] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 582.268724] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 582.268908] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.272684] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-38a0d8a5-7d82-421d-a0f2-37814e6513b0 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.272684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-38a0d8a5-7d82-421d-a0f2-37814e6513b0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.272684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-38a0d8a5-7d82-421d-a0f2-37814e6513b0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.272948] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-38a0d8a5-7d82-421d-a0f2-37814e6513b0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.273526] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a0d8a5-7d82-421d-a0f2-37814e6513b0',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.776016] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.779040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.779040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.779040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.779040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.779040] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 38a0d8a5-7d82-421d-a0f2-37814e6513b0 not found, creating... [ 582.779040] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.779040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.779040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.779040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.779040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.779455] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.779455] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.779455] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.780362] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.780628] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.780727] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 38a0d8a5-7d82-421d-a0f2-37814e6513b0 is going to be created. [ 582.804334] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.804491] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.804614] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.804991] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.805608] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.805608] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-38a0d8a5-7d82-421d-a0f2-37814e6513b0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.354794] env[66693]: INFO networking_nsxv3.common.synchronization [None req-49bdfd71-e5b5-48b5-9175-634bff301c02 None None] Enqueued Resource ID: 574cdbd6-452a-4f83-8358-c6127c9766e1 with Priority: HIGHEST for action port [ 583.354794] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574cdbd6-452a-4f83-8358-c6127c9766e1 with Priority: HIGHEST for action port [ 583.355158] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-574cdbd6-452a-4f83-8358-c6127c9766e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.355242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-574cdbd6-452a-4f83-8358-c6127c9766e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.355280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-574cdbd6-452a-4f83-8358-c6127c9766e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.355519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-574cdbd6-452a-4f83-8358-c6127c9766e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.355609] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('574cdbd6-452a-4f83-8358-c6127c9766e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.490335] env[66693]: INFO networking_nsxv3.common.synchronization [req-9c268238-d4fd-42cd-ba65-9d5ea1e0650b req-20f995b3-eaea-4747-a0e3-a8c25c7ee6bb tempest-DeleteServersAdminTestJSON-1512722972 tempest-DeleteServersAdminTestJSON-1512722972-project-member] Enqueued Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 583.490921] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 583.493744] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.493897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.493970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.494232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.494603] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.495076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.495169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.495329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.495417] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.495516] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.629097] env[66693]: INFO networking_nsxv3.common.synchronization [req-c2467bf7-2314-40d1-aaac-dd76fdff940b req-cdd11414-51f2-4c6d-9d34-6f50eff2702e service nova] Enqueued Resource ID: 55c1e35e-9820-4110-ab4f-585395104f00 with Priority: HIGHEST for action security_group_rules [ 583.629097] env[66693]: INFO networking_nsxv3.common.synchronization [req-c2467bf7-2314-40d1-aaac-dd76fdff940b req-cdd11414-51f2-4c6d-9d34-6f50eff2702e service nova] Enqueued Resource ID: 55c1e35e-9820-4110-ab4f-585395104f00 with Priority: HIGHEST for action security_group_members [ 583.629097] env[66693]: INFO networking_nsxv3.common.synchronization [req-c2467bf7-2314-40d1-aaac-dd76fdff940b req-cdd11414-51f2-4c6d-9d34-6f50eff2702e service nova] Enqueued Resource ID: 38a0d8a5-7d82-421d-a0f2-37814e6513b0 with Priority: HIGHEST for action port [ 583.629097] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c1e35e-9820-4110-ab4f-585395104f00 with Priority: HIGHEST for action security_group_rules [ 583.629097] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c1e35e-9820-4110-ab4f-585395104f00 with Priority: HIGHEST for action security_group_members [ 583.629097] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38a0d8a5-7d82-421d-a0f2-37814e6513b0 with Priority: HIGHEST for action port [ 583.629468] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55c1e35e-9820-4110-ab4f-585395104f00 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.629587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.629731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.629985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.630075] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55c1e35e-9820-4110-ab4f-585395104f00',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.631225] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-55c1e35e-9820-4110-ab4f-585395104f00 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.631334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.631412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.631591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.631730] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.632041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.632138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.632275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.632358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.632443] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55c1e35e-9820-4110-ab4f-585395104f00',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.637755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-38a0d8a5-7d82-421d-a0f2-37814e6513b0 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.637755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38a0d8a5-7d82-421d-a0f2-37814e6513b0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.637755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38a0d8a5-7d82-421d-a0f2-37814e6513b0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.637755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38a0d8a5-7d82-421d-a0f2-37814e6513b0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.637755] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a0d8a5-7d82-421d-a0f2-37814e6513b0',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.859458] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 574cdbd6-452a-4f83-8358-c6127c9766e1 [ 583.859570] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.859665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.859704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.860076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.860076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.860183] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:574cdbd6-452a-4f83-8358-c6127c9766e1 already deleted. [ 583.860183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-574cdbd6-452a-4f83-8358-c6127c9766e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.997332] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.997486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.997580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.997782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.997876] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.998083] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.998184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.998240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.998387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.998466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.998569] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a already deleted. [ 583.998673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.033684] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.033684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.033684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.035010] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.035010] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.035188] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.035188] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.035655] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.035655] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.035838] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.035838] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.035934] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.036057] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.036133] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.036231] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.036362] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.055611] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.055758] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 584.055894] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.056084] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.056409] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-499ef25c-1365-4524-afd2-01e1ebeef63f taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.056581] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-499ef25c-1365-4524-afd2-01e1ebeef63f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.056698] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-499ef25c-1365-4524-afd2-01e1ebeef63f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.057044] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-499ef25c-1365-4524-afd2-01e1ebeef63f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.057196] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('499ef25c-1365-4524-afd2-01e1ebeef63f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.141623] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-55c1e35e-9820-4110-ab4f-585395104f00 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.141623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.156501] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55c1e35e-9820-4110-ab4f-585395104f00',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.156592] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38a0d8a5-7d82-421d-a0f2-37814e6513b0 with status ACTIVE [ 584.156960] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.156960] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.156960] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.157159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.157278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.157379] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.157474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.157545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.160347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.160347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.160347] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.160347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.160347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.160347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.160347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.160347] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38a0d8a5-7d82-421d-a0f2-37814e6513b0 is going to be updated. [ 584.181286] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.181450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.181521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.181694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.181838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.182010] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38a0d8a5-7d82-421d-a0f2-37814e6513b0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.183838] env[66693]: INFO networking_nsxv3.common.synchronization [None req-65009980-318a-43c1-be84-800ff86cf3d2 None None] Enqueued Resource ID: edc2fe6c-a986-4a77-b286-63d4acf724a2 with Priority: HIGHEST for action port [ 584.184243] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc2fe6c-a986-4a77-b286-63d4acf724a2 with Priority: HIGHEST for action port [ 584.185497] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-edc2fe6c-a986-4a77-b286-63d4acf724a2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.185610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edc2fe6c-a986-4a77-b286-63d4acf724a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.185675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edc2fe6c-a986-4a77-b286-63d4acf724a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.185892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edc2fe6c-a986-4a77-b286-63d4acf724a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.185971] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edc2fe6c-a986-4a77-b286-63d4acf724a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.559704] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.560047] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.560047] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.560314] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.560464] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.560616] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 499ef25c-1365-4524-afd2-01e1ebeef63f not found, creating... [ 584.560907] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.561089] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.561206] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.561412] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.561541] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.561813] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.561962] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.562074] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.562274] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.562512] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.562570] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 499ef25c-1365-4524-afd2-01e1ebeef63f is going to be created. [ 584.584655] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.584857] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.584977] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.585264] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.585513] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.585689] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-499ef25c-1365-4524-afd2-01e1ebeef63f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.662770] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55c1e35e-9820-4110-ab4f-585395104f00',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.689029] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edc2fe6c-a986-4a77-b286-63d4acf724a2 [ 584.689029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.689029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.689029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.689029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.689029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.689029] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edc2fe6c-a986-4a77-b286-63d4acf724a2 already deleted. [ 584.689029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edc2fe6c-a986-4a77-b286-63d4acf724a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.165009] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.165229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.165302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.165629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.165629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.165743] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55c1e35e-9820-4110-ab4f-585395104f00 is going to be created. [ 585.198647] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.198831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.198908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.199150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.199265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.209481] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55c1e35e-9820-4110-ab4f-585395104f00 in Status: UNINITIALIZED for 2s [ 585.283789] env[66693]: INFO networking_nsxv3.common.synchronization [req-9c268238-d4fd-42cd-ba65-9d5ea1e0650b req-13e677b3-aa7a-40db-a4cc-44b99c1e1ae4 service nova] Enqueued Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_rules [ 585.283980] env[66693]: INFO networking_nsxv3.common.synchronization [req-9c268238-d4fd-42cd-ba65-9d5ea1e0650b req-13e677b3-aa7a-40db-a4cc-44b99c1e1ae4 service nova] Enqueued Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 585.284119] env[66693]: INFO networking_nsxv3.common.synchronization [req-9c268238-d4fd-42cd-ba65-9d5ea1e0650b req-13e677b3-aa7a-40db-a4cc-44b99c1e1ae4 service nova] Enqueued Resource ID: 499ef25c-1365-4524-afd2-01e1ebeef63f with Priority: HIGHEST for action port [ 585.284668] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_rules [ 585.285446] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 585.285653] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499ef25c-1365-4524-afd2-01e1ebeef63f with Priority: HIGHEST for action port [ 585.286093] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.286277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.286382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.286708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.286944] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.287858] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.288134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.289045] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.289317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.289777] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.290095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.290215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.290436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.290767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.291098] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.292338] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-499ef25c-1365-4524-afd2-01e1ebeef63f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.293198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-499ef25c-1365-4524-afd2-01e1ebeef63f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.294303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-499ef25c-1365-4524-afd2-01e1ebeef63f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.294500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-499ef25c-1365-4524-afd2-01e1ebeef63f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.294601] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('499ef25c-1365-4524-afd2-01e1ebeef63f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.354990] env[66693]: INFO networking_nsxv3.common.synchronization [None req-5661f81c-3763-4913-8c88-70369c0e3ebe None None] Enqueued Resource ID: 0998d316-f283-4450-a0e1-aa1e662b8ab5 with Priority: HIGHEST for action port [ 585.355532] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0998d316-f283-4450-a0e1-aa1e662b8ab5 with Priority: HIGHEST for action port [ 585.355988] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-0998d316-f283-4450-a0e1-aa1e662b8ab5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.355988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0998d316-f283-4450-a0e1-aa1e662b8ab5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.356172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0998d316-f283-4450-a0e1-aa1e662b8ab5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.356394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0998d316-f283-4450-a0e1-aa1e662b8ab5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.356549] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0998d316-f283-4450-a0e1-aa1e662b8ab5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.406430] env[66693]: INFO networking_nsxv3.common.synchronization [None req-a5427cbd-936d-4311-80e6-2640b5fd520b None None] Enqueued Resource ID: 047c5e29-66cf-4ad3-a057-d67e00bef855 with Priority: HIGHEST for action port [ 585.406925] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047c5e29-66cf-4ad3-a057-d67e00bef855 with Priority: HIGHEST for action port [ 585.407671] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-047c5e29-66cf-4ad3-a057-d67e00bef855 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.407671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-047c5e29-66cf-4ad3-a057-d67e00bef855" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.407671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-047c5e29-66cf-4ad3-a057-d67e00bef855" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.407864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-047c5e29-66cf-4ad3-a057-d67e00bef855" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.407907] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('047c5e29-66cf-4ad3-a057-d67e00bef855',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.675015] env[66693]: INFO networking_nsxv3.common.synchronization [req-7612a5a3-62b7-4783-8600-0fa3f30b530e req-e2546f84-c562-4768-9c4f-38282aaae052 tempest-ServerExternalEventsTest-1566475953 tempest-ServerExternalEventsTest-1566475953-project-member] Enqueued Resource ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd with Priority: HIGHEST for action security_group_members [ 585.675015] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd with Priority: HIGHEST for action security_group_members [ 585.675932] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.675932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.675932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.676150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.676150] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.676253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.676286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.676566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.676566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.676666] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8be1cb-c8a9-4213-91a4-cdded4bef9fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.796613] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.798232] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.798232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.798232] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 499ef25c-1365-4524-afd2-01e1ebeef63f with status ACTIVE [ 585.798903] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.798903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.798903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.799615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.799712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.800453] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.800453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.800453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.800453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.801175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.801175] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.803193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.803298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.803446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.803521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.803610] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 499ef25c-1365-4524-afd2-01e1ebeef63f is going to be updated. [ 585.824816] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.825119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.825201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.825472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.825604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.825721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-499ef25c-1365-4524-afd2-01e1ebeef63f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.859416] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0998d316-f283-4450-a0e1-aa1e662b8ab5 [ 585.859648] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.859745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.859839] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.860029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.860161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.860222] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0998d316-f283-4450-a0e1-aa1e662b8ab5 already deleted. [ 585.860305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0998d316-f283-4450-a0e1-aa1e662b8ab5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.910462] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 047c5e29-66cf-4ad3-a057-d67e00bef855 [ 585.913156] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.913156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.913156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.913156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.913156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.913156] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:047c5e29-66cf-4ad3-a057-d67e00bef855 already deleted. [ 585.913156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-047c5e29-66cf-4ad3-a057-d67e00bef855" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.178769] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.178961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.179051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.179281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.179375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.179566] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.179661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.179723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.179873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.179952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.180049] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd already deleted. [ 586.180765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.268671] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.268988] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.269201] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.269570] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.269977] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.270233] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.270369] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.270584] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.270724] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.270949] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.271113] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.271226] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.271327] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.271431] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.271529] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.271659] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.296632] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.296632] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.296632] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.296632] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.296863] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-c22e796c-3177-41d8-8afe-d899bfe5312d taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.296863] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-c22e796c-3177-41d8-8afe-d899bfe5312d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.296994] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-c22e796c-3177-41d8-8afe-d899bfe5312d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.297630] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-c22e796c-3177-41d8-8afe-d899bfe5312d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.297630] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c22e796c-3177-41d8-8afe-d899bfe5312d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.306199] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.800197] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.800887] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.801076] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.801358] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.801505] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.801725] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port c22e796c-3177-41d8-8afe-d899bfe5312d not found, creating... [ 586.802138] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.802342] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.802461] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.802689] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.802825] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.803139] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.803290] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.803399] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.803596] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.803721] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.803854] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: c22e796c-3177-41d8-8afe-d899bfe5312d is going to be created. [ 586.808563] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.808683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.809237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.809237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.809237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.809237] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a is going to be created. [ 586.830601] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.830835] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.831018] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.831231] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.831454] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.831661] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-c22e796c-3177-41d8-8afe-d899bfe5312d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.846712] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.846880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.846922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.847136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.847290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.856722] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: UNINITIALIZED for 2s [ 586.892815] env[66693]: INFO networking_nsxv3.common.synchronization [req-e8cbc137-8283-45f1-820c-d2053a8a6527 req-c0745190-7120-4220-85f1-a7df4ed7c2c4 tempest-FloatingIPsAssociationTestJSON-1216711074 tempest-FloatingIPsAssociationTestJSON-1216711074-project-member] Enqueued Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 586.892815] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 586.892815] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.892987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.892987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.893609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.893609] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.893609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.893609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.893895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.893895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.893895] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.219793] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55c1e35e-9820-4110-ab4f-585395104f00 in Status: UNINITIALIZED for 4s [ 587.398331] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.398331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.398331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.398331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.398331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.398331] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.398331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.398331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.398331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.398331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.398331] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc0ba4df-6159-46f6-8180-e85e4a355871 already deleted. [ 587.398331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.524258] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.524258] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-892" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.524258] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-892" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.524258] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-892" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.524258] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.526032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.526032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.526032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.526032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.526032] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.526032] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.526032] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.526572] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.526636] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.526796] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.528580] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.547077] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.547077] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.547077] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.547077] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-892" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.547474] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-ddcbedc2-50ec-4c16-94e8-50bd89a371f1 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.547639] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-ddcbedc2-50ec-4c16-94e8-50bd89a371f1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.548661] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-ddcbedc2-50ec-4c16-94e8-50bd89a371f1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.548661] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-ddcbedc2-50ec-4c16-94e8-50bd89a371f1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.548661] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddcbedc2-50ec-4c16-94e8-50bd89a371f1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.602369] env[66693]: INFO networking_nsxv3.common.synchronization [req-7612a5a3-62b7-4783-8600-0fa3f30b530e req-a392b329-7a6d-4e91-b8fe-3fb9c1ecf299 service nova] Enqueued Resource ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd with Priority: HIGHEST for action security_group_rules [ 587.602580] env[66693]: INFO networking_nsxv3.common.synchronization [req-7612a5a3-62b7-4783-8600-0fa3f30b530e req-a392b329-7a6d-4e91-b8fe-3fb9c1ecf299 service nova] Enqueued Resource ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd with Priority: HIGHEST for action security_group_members [ 587.602666] env[66693]: INFO networking_nsxv3.common.synchronization [req-7612a5a3-62b7-4783-8600-0fa3f30b530e req-a392b329-7a6d-4e91-b8fe-3fb9c1ecf299 service nova] Enqueued Resource ID: c22e796c-3177-41d8-8afe-d899bfe5312d with Priority: HIGHEST for action port [ 587.603103] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd with Priority: HIGHEST for action security_group_rules [ 587.603240] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd with Priority: HIGHEST for action security_group_members [ 587.603357] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22e796c-3177-41d8-8afe-d899bfe5312d with Priority: HIGHEST for action port [ 587.603595] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.603716] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.603782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.604017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.604219] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8be1cb-c8a9-4213-91a4-cdded4bef9fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.605048] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.605198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.605296] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.605551] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.605674] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.605863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.605863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.606043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.606158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.606263] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8be1cb-c8a9-4213-91a4-cdded4bef9fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.607776] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c22e796c-3177-41d8-8afe-d899bfe5312d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.607776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c22e796c-3177-41d8-8afe-d899bfe5312d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.607776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c22e796c-3177-41d8-8afe-d899bfe5312d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.607776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c22e796c-3177-41d8-8afe-d899bfe5312d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.607776] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c22e796c-3177-41d8-8afe-d899bfe5312d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.051911] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.052359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.052359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.052586] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.052659] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.052798] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port ddcbedc2-50ec-4c16-94e8-50bd89a371f1 not found, creating... [ 588.053063] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.053246] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.053362] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.053572] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.053701] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.053973] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.054187] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.054248] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.054432] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.054600] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.054698] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: ddcbedc2-50ec-4c16-94e8-50bd89a371f1 is going to be created. [ 588.076379] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.076556] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.076635] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.076898] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.077133] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.077355] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-ddcbedc2-50ec-4c16-94e8-50bd89a371f1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.108980] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a8be1cb-c8a9-4213-91a4-cdded4bef9fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.110531] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.110531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.112076] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c22e796c-3177-41d8-8afe-d899bfe5312d with status ACTIVE [ 588.112076] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.112076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.112499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.112499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.112499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.112697] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.112697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.112697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.112893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.112893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.115701] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.115701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.115701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.115701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.115701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.115701] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c22e796c-3177-41d8-8afe-d899bfe5312d is going to be updated. [ 588.136178] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.136367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.136422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.136769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.136769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.136987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c22e796c-3177-41d8-8afe-d899bfe5312d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.611104] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a8be1cb-c8a9-4213-91a4-cdded4bef9fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.867832] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: SUCCESS [ 588.868105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.868276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.868479] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.868664] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.868839] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.869051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.869255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.869347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.869442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.869532] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.877193] env[66693]: INFO networking_nsxv3.common.synchronization [req-7a65a7aa-e572-4405-bbad-109eabca5563 req-b49eb4cb-06a0-4f6a-afa0-b4f6fe6e0794 tempest-ImagesNegativeTestJSON-1714901629 tempest-ImagesNegativeTestJSON-1714901629-project-member] Enqueued Resource ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 with Priority: HIGHEST for action security_group_members [ 588.877594] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 with Priority: HIGHEST for action security_group_members [ 588.877881] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0935d6c-25b1-4cee-bea2-96e25b19ec44 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.877996] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.878074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.878292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.878488] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.878611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.878674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.878823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.878909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.879023] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0935d6c-25b1-4cee-bea2-96e25b19ec44',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.898079] env[66693]: INFO networking_nsxv3.common.synchronization [req-e8cbc137-8283-45f1-820c-d2053a8a6527 req-7526ef3f-4d79-440b-8edd-d1b6239ea574 service nova] Enqueued Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_rules [ 588.898079] env[66693]: INFO networking_nsxv3.common.synchronization [req-e8cbc137-8283-45f1-820c-d2053a8a6527 req-7526ef3f-4d79-440b-8edd-d1b6239ea574 service nova] Enqueued Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 588.898079] env[66693]: INFO networking_nsxv3.common.synchronization [req-e8cbc137-8283-45f1-820c-d2053a8a6527 req-7526ef3f-4d79-440b-8edd-d1b6239ea574 service nova] Enqueued Resource ID: ddcbedc2-50ec-4c16-94e8-50bd89a371f1 with Priority: HIGHEST for action port [ 588.898079] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_rules [ 588.898079] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 588.898079] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddcbedc2-50ec-4c16-94e8-50bd89a371f1 with Priority: HIGHEST for action port [ 588.898707] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.898982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.899208] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.899521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.899950] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.900997] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.901259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.901410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.901856] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.902110] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.902318] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.902521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.902840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.905601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.905601] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.905601] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddcbedc2-50ec-4c16-94e8-50bd89a371f1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.905601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddcbedc2-50ec-4c16-94e8-50bd89a371f1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.905601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddcbedc2-50ec-4c16-94e8-50bd89a371f1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.905601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddcbedc2-50ec-4c16-94e8-50bd89a371f1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.905601] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddcbedc2-50ec-4c16-94e8-50bd89a371f1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.937700] env[66693]: INFO networking_nsxv3.common.synchronization [None req-2d85a3f6-2c95-4ace-93ff-5ea7055885a7 None None] Enqueued Resource ID: 12b7f5f0-715e-4a1d-ab49-cc11401e8d24 with Priority: HIGHEST for action port [ 588.938259] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b7f5f0-715e-4a1d-ab49-cc11401e8d24 with Priority: HIGHEST for action port [ 588.938812] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-12b7f5f0-715e-4a1d-ab49-cc11401e8d24 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.938812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12b7f5f0-715e-4a1d-ab49-cc11401e8d24" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.938812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12b7f5f0-715e-4a1d-ab49-cc11401e8d24" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.939050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12b7f5f0-715e-4a1d-ab49-cc11401e8d24" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.939132] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b7f5f0-715e-4a1d-ab49-cc11401e8d24',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.115955] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.115955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.115955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.115955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.115955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.115955] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd is going to be created. [ 589.138916] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.139108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.139108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.139401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.139477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.153968] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd in Status: UNINITIALIZED for 2s [ 589.231339] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55c1e35e-9820-4110-ab4f-585395104f00 in Status: SUCCESS [ 589.231602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.232098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.232098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.232284] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.232430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.232498] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.232736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.232736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.232945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.232945] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55c1e35e-9820-4110-ab4f-585395104f00',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.260326] env[66693]: INFO networking_nsxv3.common.synchronization [req-4f0d5d69-0667-4d41-a5cc-139b4645e80b req-0fb4ce6d-2150-4b76-ae49-bd369cb6cd93 tempest-SecurityGroupRulesTestJSON-1038263702 tempest-SecurityGroupRulesTestJSON-1038263702-project-member] Enqueued Resource ID: 4d8714d6-6008-4bb8-860c-b9337a18b667 with Priority: HIGHEST for action security_group_rules [ 589.260843] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d8714d6-6008-4bb8-860c-b9337a18b667 with Priority: HIGHEST for action security_group_rules [ 589.262533] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d8714d6-6008-4bb8-860c-b9337a18b667 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.262533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d8714d6-6008-4bb8-860c-b9337a18b667" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.262533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d8714d6-6008-4bb8-860c-b9337a18b667" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.262533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d8714d6-6008-4bb8-860c-b9337a18b667" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.262533] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d8714d6-6008-4bb8-860c-b9337a18b667',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.373441] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.373441] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.373441] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.373972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.373972] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.373972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.373972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.374356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.374356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.374356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.374356] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.374973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.374973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.374973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.374973] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.374973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.374973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.375582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.375582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.375582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.375582] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.381362] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.382151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.382151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.382151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.382151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.382151] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.382435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.382435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.382435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.382561] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.382561] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 already deleted. [ 589.382654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.405792] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.407878] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.408144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.410133] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddcbedc2-50ec-4c16-94e8-50bd89a371f1 with status ACTIVE [ 589.410133] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.410133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.410133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.410133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.410133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.410133] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.410133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.410133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.410133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.410133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.410879] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.410979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.411427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.411427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.411427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.411605] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddcbedc2-50ec-4c16-94e8-50bd89a371f1 is going to be updated. [ 589.437551] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.437551] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.437674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.437882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.438046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.438229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddcbedc2-50ec-4c16-94e8-50bd89a371f1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.441954] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12b7f5f0-715e-4a1d-ab49-cc11401e8d24 [ 589.443239] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.443239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.443239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.443239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.444153] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.444296] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12b7f5f0-715e-4a1d-ab49-cc11401e8d24 already deleted. [ 589.444407] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12b7f5f0-715e-4a1d-ab49-cc11401e8d24" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.467432] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-448 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.467645] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-448" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.467777] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-448" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.468142] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-448" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.468412] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.468561] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.468767] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.469411] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.469594] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.469819] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.469974] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.471896] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.472094] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.472259] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.472382] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.472516] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.500409] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.500605] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.500734] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.500945] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-448" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.503025] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-d30146a6-d9a9-46db-b159-ff6a02fcbba8 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.503025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-d30146a6-d9a9-46db-b159-ff6a02fcbba8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.503025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-d30146a6-d9a9-46db-b159-ff6a02fcbba8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.503025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-d30146a6-d9a9-46db-b159-ff6a02fcbba8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.503025] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30146a6-d9a9-46db-b159-ff6a02fcbba8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.737299] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-55c1e35e-9820-4110-ab4f-585395104f00 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.737543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.737867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.738050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.738522] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.739057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.739057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.739627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.739955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.739955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.740122] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-55c1e35e-9820-4110-ab4f-585395104f00 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.740239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.740331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.740504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.741846] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.741846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.741846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.741846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.741846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.741846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.741846] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55c1e35e-9820-4110-ab4f-585395104f00',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.786845] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.787013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.787208] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.787299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.787394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.787493] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d8714d6-6008-4bb8-860c-b9337a18b667 already deleted. [ 589.787576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d8714d6-6008-4bb8-860c-b9337a18b667" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.879398] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78af4fcb-ca41-4757-8de4-9418d8f9346a: rpc.has_security_group_logging(os_id): False [ 589.886488] env[66693]: INFO networking_nsxv3.common.synchronization [None req-2eb2e47a-6206-407a-9dd9-59f9b0fcb51c tempest-VolumesAssistedSnapshotsTest-1988891848 tempest-VolumesAssistedSnapshotsTest-1988891848-project-member] Enqueued Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_rules [ 589.887347] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_rules [ 589.888350] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13573b34-fb56-490d-84aa-5930c801b18a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.888350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.888350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.888350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.888350] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13573b34-fb56-490d-84aa-5930c801b18a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.898213] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.898346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.898413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.898638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.898720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.899327] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.899327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.899327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.899501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.899501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.899891] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.900151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.900151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.900237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.900281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.901488] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.901488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.901488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.901488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.901488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.901488] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a is going to be created. [ 589.908537] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.974453] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.975270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.975270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.975270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.975419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.988960] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: IN_PROGRESS for 2s [ 590.005114] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.006674] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.006674] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.006674] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.007119] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.007202] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port d30146a6-d9a9-46db-b159-ff6a02fcbba8 not found, creating... [ 590.007570] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.007742] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.007987] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.009438] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.009624] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.009951] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.010263] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.010263] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.010448] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.010609] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.010899] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: d30146a6-d9a9-46db-b159-ff6a02fcbba8 is going to be created. [ 590.051696] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.051696] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.052820] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.052934] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.053170] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.053696] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-d30146a6-d9a9-46db-b159-ff6a02fcbba8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.057489] env[66693]: INFO networking_nsxv3.common.synchronization [None req-3dba9441-bf24-4f0f-8924-486478599e4e tempest-VolumesAssistedSnapshotsTest-1988891848 tempest-VolumesAssistedSnapshotsTest-1988891848-project-member] Enqueued Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_rules [ 590.057564] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_rules [ 590.057877] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13573b34-fb56-490d-84aa-5930c801b18a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.058820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.209415] env[66693]: INFO networking_nsxv3.common.synchronization [None req-246dac46-04e4-4155-a0e7-83d47d089b60 None None] Enqueued Resource ID: 6781e6d1-004d-4a72-ae6d-2242f0e3612f with Priority: HIGHEST for action port [ 590.209415] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6781e6d1-004d-4a72-ae6d-2242f0e3612f with Priority: HIGHEST for action port [ 590.209415] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-6781e6d1-004d-4a72-ae6d-2242f0e3612f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.209415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6781e6d1-004d-4a72-ae6d-2242f0e3612f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.209415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6781e6d1-004d-4a72-ae6d-2242f0e3612f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.210775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6781e6d1-004d-4a72-ae6d-2242f0e3612f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.211354] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6781e6d1-004d-4a72-ae6d-2242f0e3612f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.248089] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55c1e35e-9820-4110-ab4f-585395104f00: rpc.has_security_group_logging(os_id): False [ 590.269126] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.269126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.269126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.269126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.269126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.269126] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.269411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.269411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.269411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.269504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.269616] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.269708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.269769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.269995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.269995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.270169] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.270263] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.270322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.270463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.270524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.275147] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55c1e35e-9820-4110-ab4f-585395104f00 is going to be created. [ 590.349176] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.349500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.349500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.349711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.349900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.366151] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55c1e35e-9820-4110-ab4f-585395104f00 in Status: IN_PROGRESS for 2s [ 590.410573] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.410751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.410795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.411097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.411200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.411295] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13573b34-fb56-490d-84aa-5930c801b18a already deleted. [ 590.411382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.411702] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.411849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.411898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.412093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.412199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.412258] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc0ba4df-6159-46f6-8180-e85e4a355871 is going to be created. [ 590.413367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.413533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.414018] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13573b34-fb56-490d-84aa-5930c801b18a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.458483] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.458666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.458666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.458890] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.459162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.475518] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: UNINITIALIZED for 2s [ 590.697423] env[66693]: INFO networking_nsxv3.common.synchronization [None req-27d5d37d-bf76-423a-a6de-59249ae5244a None None] Enqueued Resource ID: 366e4d18-46c7-4850-a49a-d18664ca2838 with Priority: HIGHEST for action port [ 590.697423] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366e4d18-46c7-4850-a49a-d18664ca2838 with Priority: HIGHEST for action port [ 590.697423] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-366e4d18-46c7-4850-a49a-d18664ca2838 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.697423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366e4d18-46c7-4850-a49a-d18664ca2838" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.697423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366e4d18-46c7-4850-a49a-d18664ca2838" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.697423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366e4d18-46c7-4850-a49a-d18664ca2838" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.697742] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366e4d18-46c7-4850-a49a-d18664ca2838',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.715965] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6781e6d1-004d-4a72-ae6d-2242f0e3612f [ 590.715965] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.715965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.715965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.715965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.715965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.715965] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6781e6d1-004d-4a72-ae6d-2242f0e3612f already deleted. [ 590.715965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6781e6d1-004d-4a72-ae6d-2242f0e3612f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.779774] env[66693]: INFO networking_nsxv3.common.synchronization [req-7a65a7aa-e572-4405-bbad-109eabca5563 req-f807aaae-56dd-40d4-8c2f-8dc0ec270c31 service nova] Enqueued Resource ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 with Priority: HIGHEST for action security_group_rules [ 590.779774] env[66693]: INFO networking_nsxv3.common.synchronization [req-7a65a7aa-e572-4405-bbad-109eabca5563 req-f807aaae-56dd-40d4-8c2f-8dc0ec270c31 service nova] Enqueued Resource ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 with Priority: HIGHEST for action security_group_members [ 590.779774] env[66693]: INFO networking_nsxv3.common.synchronization [req-7a65a7aa-e572-4405-bbad-109eabca5563 req-f807aaae-56dd-40d4-8c2f-8dc0ec270c31 service nova] Enqueued Resource ID: d30146a6-d9a9-46db-b159-ff6a02fcbba8 with Priority: HIGHEST for action port [ 590.779774] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 with Priority: HIGHEST for action security_group_rules [ 590.780746] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 with Priority: HIGHEST for action security_group_members [ 590.784358] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30146a6-d9a9-46db-b159-ff6a02fcbba8 with Priority: HIGHEST for action port [ 590.784358] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0935d6c-25b1-4cee-bea2-96e25b19ec44 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.784358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.784358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.784358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.784358] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0935d6c-25b1-4cee-bea2-96e25b19ec44',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.785484] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0935d6c-25b1-4cee-bea2-96e25b19ec44 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.786058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.786261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.786576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.786967] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.787209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.787620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.789416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.789416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.789416] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0935d6c-25b1-4cee-bea2-96e25b19ec44',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.789416] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30146a6-d9a9-46db-b159-ff6a02fcbba8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.789416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30146a6-d9a9-46db-b159-ff6a02fcbba8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.789416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30146a6-d9a9-46db-b159-ff6a02fcbba8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.789416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30146a6-d9a9-46db-b159-ff6a02fcbba8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.790650] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30146a6-d9a9-46db-b159-ff6a02fcbba8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.937768] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.937952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.938050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.938304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.938401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.938497] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13573b34-fb56-490d-84aa-5930c801b18a already deleted. [ 590.938606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.164443] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd in Status: SUCCESS [ 591.164691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.164855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.165110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.165305] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.165424] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.165481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.165649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.165731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.165814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.165921] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a8be1cb-c8a9-4213-91a4-cdded4bef9fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.199942] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 366e4d18-46c7-4850-a49a-d18664ca2838 [ 591.200196] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.200345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.200414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.200636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.200738] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.200872] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:366e4d18-46c7-4850-a49a-d18664ca2838 already deleted. [ 591.200968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366e4d18-46c7-4850-a49a-d18664ca2838" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.292977] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0935d6c-25b1-4cee-bea2-96e25b19ec44',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.294250] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0935d6c-25b1-4cee-bea2-96e25b19ec44 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.295110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.295110] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d30146a6-d9a9-46db-b159-ff6a02fcbba8 with status ACTIVE [ 591.295110] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.295110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.295110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.295324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.295324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.296207] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.296207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.296207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.296207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.296207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.298159] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.298159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.298262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.298404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.298532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.298586] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d30146a6-d9a9-46db-b159-ff6a02fcbba8 is going to be updated. [ 591.329771] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.329970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.330044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.330245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.330397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.330577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30146a6-d9a9-46db-b159-ff6a02fcbba8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.668355] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.668528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.668597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.668809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.668983] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.669174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.669174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.669344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.669406] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.669488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.669633] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.669721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.669777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.669910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.670227] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.670227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.670227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.670392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.670392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.670492] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.670536] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a8be1cb-c8a9-4213-91a4-cdded4bef9fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.801403] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0935d6c-25b1-4cee-bea2-96e25b19ec44',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.008686] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: SUCCESS [ 592.008686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.176908] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd: rpc.has_security_group_logging(os_id): False [ 592.197174] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.197311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.197387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.197586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.197691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.197941] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.198094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.198125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.198281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.198357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.198555] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.198641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.198701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.200246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.200386] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.200590] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.200693] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.200761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.200932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.202810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.203252] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd is going to be created. [ 592.269839] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.269999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.270070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.270271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.270438] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.281301] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd in Status: IN_PROGRESS for 2s [ 592.304386] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.304745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.304745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.304893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.304995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.305104] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 is going to be created. [ 592.340427] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.340630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.340630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.340796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.341014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.369559] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 in Status: UNINITIALIZED for 2s [ 592.406231] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55c1e35e-9820-4110-ab4f-585395104f00 in Status: SUCCESS [ 592.406495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.486096] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: SUCCESS [ 592.486336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.486566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.486737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.486930] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.487068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.487720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.487720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.487720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.487720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.487720] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.990620] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.992201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.992201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.992201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.992201] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.992201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.992201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.992201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.992201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.992201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.992818] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.992818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.992818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.992818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.992818] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.992818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.993303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.993303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.993303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.993303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.993303] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.496934] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc0ba4df-6159-46f6-8180-e85e4a355871: rpc.has_security_group_logging(os_id): False [ 593.518180] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.518180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.518300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.518413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.518506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.518828] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.518828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.518955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.519941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.519941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.519941] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.519941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.519941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.519941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.519941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.519941] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.519941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.519941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.521900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.522146] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.522230] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc0ba4df-6159-46f6-8180-e85e4a355871 is going to be created. [ 593.587313] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.587313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.587313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.587313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.587313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.601528] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: IN_PROGRESS for 2s [ 594.060564] env[66693]: INFO networking_nsxv3.common.synchronization [req-fa84d28f-4aa6-4ab6-9286-c861cbe9ebdc req-dabc8bab-6bf8-463f-b4b1-a8b97329d178 tempest-MultipleCreateTestJSON-611491038 tempest-MultipleCreateTestJSON-611491038-project-member] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 594.061185] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 594.063349] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.063558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.063636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.063874] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.064047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.064148] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.064211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.064460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.064548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.064641] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.294191] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd in Status: SUCCESS [ 594.294574] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.381851] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 in Status: SUCCESS [ 594.381851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.381851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.382370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.382370] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.382370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.382370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.382562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.382614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.382686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.383470] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0935d6c-25b1-4cee-bea2-96e25b19ec44',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.567081] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.567448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.567448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.567562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.567660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.567852] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.568028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.568028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.568179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.568258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.568346] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 already deleted. [ 594.568431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.771361] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.771698] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.771909] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.772296] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.772614] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.772779] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.772827] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.773120] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.773276] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.773883] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.773883] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.773883] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.773883] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.773883] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.774109] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.774109] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.797493] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.797701] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.797838] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.798045] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.798390] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-c26b911e-3236-4521-b96b-3d0c8eff1351 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.798617] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-c26b911e-3236-4521-b96b-3d0c8eff1351" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.798784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-c26b911e-3236-4521-b96b-3d0c8eff1351" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.799186] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-c26b911e-3236-4521-b96b-3d0c8eff1351" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.799328] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c26b911e-3236-4521-b96b-3d0c8eff1351',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.887427] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0935d6c-25b1-4cee-bea2-96e25b19ec44 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.887427] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.887427] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0935d6c-25b1-4cee-bea2-96e25b19ec44 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.887427] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.888173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.888173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.888173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.888173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.888173] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0935d6c-25b1-4cee-bea2-96e25b19ec44',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.302446] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.302694] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.302862] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.303271] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.303466] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.303673] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port c26b911e-3236-4521-b96b-3d0c8eff1351 not found, creating... [ 595.304237] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.304237] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.304445] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.304692] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.304894] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.305277] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.305481] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.305635] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.306764] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.306764] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.306764] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: c26b911e-3236-4521-b96b-3d0c8eff1351 is going to be created. [ 595.333089] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.333449] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.333608] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.333896] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.334150] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.334418] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-c26b911e-3236-4521-b96b-3d0c8eff1351" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.389849] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0935d6c-25b1-4cee-bea2-96e25b19ec44: rpc.has_security_group_logging(os_id): False [ 595.409709] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.409939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.410040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.410252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.410350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.410543] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.410640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.410702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.410989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.411141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.411363] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.411476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.411570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.411695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.411774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.411974] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.412085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.412147] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.412294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.412371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.412458] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 is going to be created. [ 595.489045] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.489210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.489280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.489506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.489683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.504375] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 in Status: IN_PROGRESS for 2s [ 595.617871] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: SUCCESS [ 595.618243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.046656] env[66693]: INFO networking_nsxv3.common.synchronization [req-fa84d28f-4aa6-4ab6-9286-c861cbe9ebdc req-0d17d20e-185a-4244-906a-1448676dc1ed service nova] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_rules [ 596.046829] env[66693]: INFO networking_nsxv3.common.synchronization [req-fa84d28f-4aa6-4ab6-9286-c861cbe9ebdc req-0d17d20e-185a-4244-906a-1448676dc1ed service nova] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 596.046965] env[66693]: INFO networking_nsxv3.common.synchronization [req-fa84d28f-4aa6-4ab6-9286-c861cbe9ebdc req-0d17d20e-185a-4244-906a-1448676dc1ed service nova] Enqueued Resource ID: c26b911e-3236-4521-b96b-3d0c8eff1351 with Priority: HIGHEST for action port [ 596.047543] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_rules [ 596.047680] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 596.048421] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26b911e-3236-4521-b96b-3d0c8eff1351 with Priority: HIGHEST for action port [ 596.048831] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.053615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.053615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.053615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.053615] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.053615] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.053615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.053615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.057456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.057456] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.057456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.057456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.057825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.058252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.058252] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.059801] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c26b911e-3236-4521-b96b-3d0c8eff1351 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.060091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c26b911e-3236-4521-b96b-3d0c8eff1351" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.060494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c26b911e-3236-4521-b96b-3d0c8eff1351" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.060630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c26b911e-3236-4521-b96b-3d0c8eff1351" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.060804] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c26b911e-3236-4521-b96b-3d0c8eff1351',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.563718] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.564036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.564077] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.565210] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c26b911e-3236-4521-b96b-3d0c8eff1351 with status ACTIVE [ 596.565400] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.565521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.565589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.565789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.565879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.566102] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.566202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.566263] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.566411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.566487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.566660] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.566751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.566817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.566939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.567940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.567940] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c26b911e-3236-4521-b96b-3d0c8eff1351 is going to be updated. [ 596.598411] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.598411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.598684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.598913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.599083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.599252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c26b911e-3236-4521-b96b-3d0c8eff1351" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.071021] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.278226] env[66693]: INFO networking_nsxv3.common.synchronization [req-fa84d28f-4aa6-4ab6-9286-c861cbe9ebdc req-5fb5e477-f697-4138-86a6-41af214a5d1f tempest-MultipleCreateTestJSON-611491038 tempest-MultipleCreateTestJSON-611491038-project-member] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 597.278909] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 597.279856] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.279963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.525686] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 in Status: SUCCESS [ 597.525686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.574433] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.574676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.574727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.576894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.576894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.576894] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be created. [ 597.606486] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.606667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.606711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.606924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.607862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.622068] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: UNINITIALIZED for 2s [ 597.652869] env[66693]: INFO networking_nsxv3.common.synchronization [None req-815f319f-2751-4c0b-8e69-cb026a384293 None None] Enqueued Resource ID: a98715cf-fff2-45cd-8f26-6a0718f7d531 with Priority: HIGHEST for action port [ 597.652869] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98715cf-fff2-45cd-8f26-6a0718f7d531 with Priority: HIGHEST for action port [ 597.653183] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-a98715cf-fff2-45cd-8f26-6a0718f7d531 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.653305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a98715cf-fff2-45cd-8f26-6a0718f7d531" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.653368] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a98715cf-fff2-45cd-8f26-6a0718f7d531" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.653652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a98715cf-fff2-45cd-8f26-6a0718f7d531" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.653757] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a98715cf-fff2-45cd-8f26-6a0718f7d531',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.778152] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.778152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.778152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.778152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.778152] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.778152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.778543] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.778543] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.778682] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.778905] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.779014] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.779115] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.779319] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.779437] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.779552] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.779756] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.799324] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.799324] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.799324] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.800186] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.800186] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-7755cddc-3b52-4471-9cfd-d059f3a0b210 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.800186] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-7755cddc-3b52-4471-9cfd-d059f3a0b210" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.800186] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-7755cddc-3b52-4471-9cfd-d059f3a0b210" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.800927] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-7755cddc-3b52-4471-9cfd-d059f3a0b210" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.800927] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7755cddc-3b52-4471-9cfd-d059f3a0b210',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.887413] env[66693]: INFO networking_nsxv3.common.synchronization [None req-44387fae-8746-4de3-9812-55d8f67ea380 None None] Enqueued Resource ID: f3cea0cd-e82c-4889-be5c-b6eaf3c8c406 with Priority: HIGHEST for action port [ 597.888050] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cea0cd-e82c-4889-be5c-b6eaf3c8c406 with Priority: HIGHEST for action port [ 597.888746] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3cea0cd-e82c-4889-be5c-b6eaf3c8c406 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.888946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3cea0cd-e82c-4889-be5c-b6eaf3c8c406" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.889056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3cea0cd-e82c-4889-be5c-b6eaf3c8c406" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.889676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3cea0cd-e82c-4889-be5c-b6eaf3c8c406" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.889676] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3cea0cd-e82c-4889-be5c-b6eaf3c8c406',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.158206] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a98715cf-fff2-45cd-8f26-6a0718f7d531 [ 598.158206] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.158489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.158489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.158591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.158686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.158802] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a98715cf-fff2-45cd-8f26-6a0718f7d531 already deleted. [ 598.158953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a98715cf-fff2-45cd-8f26-6a0718f7d531" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.305420] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.305736] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.305931] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.306350] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.306590] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.306810] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 7755cddc-3b52-4471-9cfd-d059f3a0b210 not found, creating... [ 598.308193] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.308193] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.308193] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.308193] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.309975] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.310331] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.310520] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.310624] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.310926] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.311106] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.311242] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 7755cddc-3b52-4471-9cfd-d059f3a0b210 is going to be created. [ 598.353882] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.353882] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.353882] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.353882] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.353882] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.353882] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-7755cddc-3b52-4471-9cfd-d059f3a0b210" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.392347] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3cea0cd-e82c-4889-be5c-b6eaf3c8c406 [ 598.393104] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.393104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.393104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.393104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.393104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.393422] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3cea0cd-e82c-4889-be5c-b6eaf3c8c406 already deleted. [ 598.393422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3cea0cd-e82c-4889-be5c-b6eaf3c8c406" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.128145] env[66693]: INFO networking_nsxv3.common.synchronization [req-fa84d28f-4aa6-4ab6-9286-c861cbe9ebdc req-e9196602-7388-415c-af14-1c4a3264f685 service nova] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_rules [ 599.128343] env[66693]: INFO networking_nsxv3.common.synchronization [req-fa84d28f-4aa6-4ab6-9286-c861cbe9ebdc req-e9196602-7388-415c-af14-1c4a3264f685 service nova] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 599.128564] env[66693]: INFO networking_nsxv3.common.synchronization [req-fa84d28f-4aa6-4ab6-9286-c861cbe9ebdc req-e9196602-7388-415c-af14-1c4a3264f685 service nova] Enqueued Resource ID: 7755cddc-3b52-4471-9cfd-d059f3a0b210 with Priority: HIGHEST for action port [ 599.129219] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_rules [ 599.132199] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 599.134096] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7755cddc-3b52-4471-9cfd-d059f3a0b210 with Priority: HIGHEST for action port [ 599.134096] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.134096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.134096] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.134096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.134096] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-7755cddc-3b52-4471-9cfd-d059f3a0b210 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.134096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7755cddc-3b52-4471-9cfd-d059f3a0b210" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.134581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7755cddc-3b52-4471-9cfd-d059f3a0b210" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.134581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7755cddc-3b52-4471-9cfd-d059f3a0b210" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.134581] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7755cddc-3b52-4471-9cfd-d059f3a0b210',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.484177] env[66693]: INFO networking_nsxv3.common.synchronization [req-dcea8432-cc50-4c39-affe-898f763782b4 req-9db2b511-3a32-4a03-a079-f20f4b83bb3e tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 599.489844] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 599.489844] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.489844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.490013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.490381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.490381] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.490496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.490496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.490610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.490687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.491068] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.633578] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 599.633923] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.634027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.634448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.634748] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.634858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.634903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.635489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.635489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.635489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.635489] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.637986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.638185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.638354] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.638802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.638802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.638802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.638802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.639102] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.639756] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7755cddc-3b52-4471-9cfd-d059f3a0b210 with status ACTIVE [ 599.639967] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.640040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.640084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.640233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.640305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.640465] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.640559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.640620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.640757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.640894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.642970] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.643144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.643196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.643339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.643541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.643541] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7755cddc-3b52-4471-9cfd-d059f3a0b210 is going to be updated. [ 599.666927] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.667080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.667146] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.667358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.667499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.667884] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7755cddc-3b52-4471-9cfd-d059f3a0b210" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.995536] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.995689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.995759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.996727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.997143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.997431] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.997584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.997681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.997949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.999157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.999522] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 already deleted. [ 599.999661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.142606] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.142758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.146150] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.286066] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.286276] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.286364] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.286890] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.286994] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.287226] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.287381] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.287641] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.287834] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.288089] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.288435] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.288435] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.288435] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.288803] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.288803] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.288968] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.311095] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.311095] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.311095] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.311095] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.311324] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-f6db91d1-9abc-4a48-9b7b-0d137eefb9ef taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.311443] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-f6db91d1-9abc-4a48-9b7b-0d137eefb9ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.311620] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-f6db91d1-9abc-4a48-9b7b-0d137eefb9ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.311947] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-f6db91d1-9abc-4a48-9b7b-0d137eefb9ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.312607] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6db91d1-9abc-4a48-9b7b-0d137eefb9ef',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.391358] env[66693]: INFO networking_nsxv3.common.synchronization [None req-0bd48d07-ffb2-47b5-8409-166d7e80e1c3 None None] Enqueued Resource ID: 08e74e0a-bcc8-4540-9b5c-3aa3a4bdf437 with Priority: HIGHEST for action port [ 600.392624] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e74e0a-bcc8-4540-9b5c-3aa3a4bdf437 with Priority: HIGHEST for action port [ 600.392624] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e74e0a-bcc8-4540-9b5c-3aa3a4bdf437 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.392624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e74e0a-bcc8-4540-9b5c-3aa3a4bdf437" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.392624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e74e0a-bcc8-4540-9b5c-3aa3a4bdf437" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.392624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e74e0a-bcc8-4540-9b5c-3aa3a4bdf437" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.392624] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e74e0a-bcc8-4540-9b5c-3aa3a4bdf437',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.475265] env[66693]: INFO networking_nsxv3.common.synchronization [None req-fb1e4799-d2ff-4146-8dbb-2e3a87311a84 None None] Enqueued Resource ID: 160b1eb4-73c7-4a34-970c-cb687b914ee4 with Priority: HIGHEST for action port [ 600.475746] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 160b1eb4-73c7-4a34-970c-cb687b914ee4 with Priority: HIGHEST for action port [ 600.476114] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-160b1eb4-73c7-4a34-970c-cb687b914ee4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.476371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-160b1eb4-73c7-4a34-970c-cb687b914ee4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.476371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-160b1eb4-73c7-4a34-970c-cb687b914ee4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.476589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-160b1eb4-73c7-4a34-970c-cb687b914ee4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.476671] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('160b1eb4-73c7-4a34-970c-cb687b914ee4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.650737] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.815235] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.815579] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.815743] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.816178] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.816437] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.816668] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port f6db91d1-9abc-4a48-9b7b-0d137eefb9ef not found, creating... [ 600.816989] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.817213] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.817392] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.817659] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.818680] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.818680] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.818680] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.818680] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.818680] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.818981] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.818981] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: f6db91d1-9abc-4a48-9b7b-0d137eefb9ef is going to be created. [ 600.843435] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.843749] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.843925] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.844249] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.844486] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.844799] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-f6db91d1-9abc-4a48-9b7b-0d137eefb9ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.894403] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08e74e0a-bcc8-4540-9b5c-3aa3a4bdf437 [ 600.894635] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.894770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.895048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.895174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.895174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.895252] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08e74e0a-bcc8-4540-9b5c-3aa3a4bdf437 already deleted. [ 600.895322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e74e0a-bcc8-4540-9b5c-3aa3a4bdf437" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.978931] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 160b1eb4-73c7-4a34-970c-cb687b914ee4 [ 600.979203] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.979339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.979411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.979619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.979710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.979806] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:160b1eb4-73c7-4a34-970c-cb687b914ee4 already deleted. [ 600.979888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-160b1eb4-73c7-4a34-970c-cb687b914ee4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.155122] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.155263] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.155345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.155610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.155729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.155858] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 601.189674] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.189835] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.189883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.190180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.190330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.200011] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 601.560116] env[66693]: INFO networking_nsxv3.common.synchronization [None req-ba7c1ab3-180c-4dc0-aefe-8a2e26f0dabd None None] Enqueued Resource ID: 3039e74c-3485-4d75-a0d8-8cf30a5d023e with Priority: HIGHEST for action port [ 601.560698] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3039e74c-3485-4d75-a0d8-8cf30a5d023e with Priority: HIGHEST for action port [ 601.561763] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-3039e74c-3485-4d75-a0d8-8cf30a5d023e taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.561763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3039e74c-3485-4d75-a0d8-8cf30a5d023e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.561763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3039e74c-3485-4d75-a0d8-8cf30a5d023e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.561763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3039e74c-3485-4d75-a0d8-8cf30a5d023e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.561763] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3039e74c-3485-4d75-a0d8-8cf30a5d023e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.663766] env[66693]: INFO networking_nsxv3.common.synchronization [req-dcea8432-cc50-4c39-affe-898f763782b4 req-c384cc5c-094b-4084-a173-9ce0a9ed2028 service nova] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_rules [ 601.666577] env[66693]: INFO networking_nsxv3.common.synchronization [req-dcea8432-cc50-4c39-affe-898f763782b4 req-c384cc5c-094b-4084-a173-9ce0a9ed2028 service nova] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 601.666577] env[66693]: INFO networking_nsxv3.common.synchronization [req-dcea8432-cc50-4c39-affe-898f763782b4 req-c384cc5c-094b-4084-a173-9ce0a9ed2028 service nova] Enqueued Resource ID: f6db91d1-9abc-4a48-9b7b-0d137eefb9ef with Priority: HIGHEST for action port [ 601.666577] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_rules [ 601.666577] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 601.666577] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6db91d1-9abc-4a48-9b7b-0d137eefb9ef with Priority: HIGHEST for action port [ 601.666577] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.666577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.666577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.666577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.666883] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.670127] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.670127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.670127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.670127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.670314] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.670314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.670314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.670491] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.670596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.670635] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.672093] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6db91d1-9abc-4a48-9b7b-0d137eefb9ef taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.672093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6db91d1-9abc-4a48-9b7b-0d137eefb9ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.672250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6db91d1-9abc-4a48-9b7b-0d137eefb9ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.672353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6db91d1-9abc-4a48-9b7b-0d137eefb9ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.672393] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6db91d1-9abc-4a48-9b7b-0d137eefb9ef',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.045581] env[66693]: INFO networking_nsxv3.common.synchronization [req-0d47aebc-4a1f-45bd-8d4a-2d1219021a10 req-d72edd3b-6d7b-4f0d-98e7-41355ca8d2b0 tempest-SecurityGroupRulesTestJSON-1038263702 tempest-SecurityGroupRulesTestJSON-1038263702-project-member] Enqueued Resource ID: 8f15d2cc-2eb9-4299-a240-9da9c90793c5 with Priority: HIGHEST for action security_group_rules [ 602.045581] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f15d2cc-2eb9-4299-a240-9da9c90793c5 with Priority: HIGHEST for action security_group_rules [ 602.045581] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f15d2cc-2eb9-4299-a240-9da9c90793c5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.048359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f15d2cc-2eb9-4299-a240-9da9c90793c5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.048439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f15d2cc-2eb9-4299-a240-9da9c90793c5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.048749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f15d2cc-2eb9-4299-a240-9da9c90793c5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.048885] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f15d2cc-2eb9-4299-a240-9da9c90793c5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.065816] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3039e74c-3485-4d75-a0d8-8cf30a5d023e [ 602.066046] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.066176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.066243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.066457] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.066563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.066696] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3039e74c-3485-4d75-a0d8-8cf30a5d023e already deleted. [ 602.066822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3039e74c-3485-4d75-a0d8-8cf30a5d023e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.175481] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.175481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.175481] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.176224] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6db91d1-9abc-4a48-9b7b-0d137eefb9ef with status ACTIVE [ 602.177383] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.177527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.177600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.178290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.178290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.178290] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.178462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.178462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.178706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.178706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.179014] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.180534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.180534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.180534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.180534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.180534] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6db91d1-9abc-4a48-9b7b-0d137eefb9ef is going to be updated. [ 602.205556] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.205730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.205779] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.205981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.206131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.206287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6db91d1-9abc-4a48-9b7b-0d137eefb9ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.418946] env[66693]: INFO networking_nsxv3.common.synchronization [req-7fa65b85-d217-40c6-be78-32a4d070c156 req-e016a25f-2f2a-49e0-ac1b-b3ddeeb6cf95 tempest-VolumesAssistedSnapshotsTest-1988891848 tempest-VolumesAssistedSnapshotsTest-1988891848-project-member] Enqueued Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_members [ 602.419516] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_members [ 602.419906] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-13573b34-fb56-490d-84aa-5930c801b18a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.420046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.420115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.420704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.420892] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.421054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.421054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.421245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.421336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.421427] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13573b34-fb56-490d-84aa-5930c801b18a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.571323] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.571534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.571648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.571913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.572080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.572230] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f15d2cc-2eb9-4299-a240-9da9c90793c5 already deleted. [ 602.572347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f15d2cc-2eb9-4299-a240-9da9c90793c5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.682377] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.926172] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.926361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.926412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.926599] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.926692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.926896] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.927017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.927092] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.927220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.927285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.927404] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13573b34-fb56-490d-84aa-5930c801b18a already deleted. [ 602.927463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.074236] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.074427] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-493" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.074525] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-493" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.075301] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-493" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.075301] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.075564] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.075564] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.075635] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.075848] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.076092] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.076239] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.076291] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.076344] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.076542] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.076542] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.076742] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.097437] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.097437] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.097437] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.097634] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-493" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.097922] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-ecd2bca2-21dd-4077-bdc4-3ed2b6d11549 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.098104] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-ecd2bca2-21dd-4077-bdc4-3ed2b6d11549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.098212] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-ecd2bca2-21dd-4077-bdc4-3ed2b6d11549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.098527] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-ecd2bca2-21dd-4077-bdc4-3ed2b6d11549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.098658] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd2bca2-21dd-4077-bdc4-3ed2b6d11549',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.185152] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.185152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.185152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.186109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.186109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.186109] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be created. [ 603.211124] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 603.211351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.211513] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.211721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.211928] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.212069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.212151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.212304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.212386] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.212479] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.218812] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.219012] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.219062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.219450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.219450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.232723] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: UNINITIALIZED for 2s [ 603.602583] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.602820] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.602902] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.603225] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.603365] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.603517] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port ecd2bca2-21dd-4077-bdc4-3ed2b6d11549 not found, creating... [ 603.603774] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.603926] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.604117] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.604268] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.604397] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.604676] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.604810] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.604921] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.607111] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.607359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.607643] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: ecd2bca2-21dd-4077-bdc4-3ed2b6d11549 is going to be created. [ 603.641131] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.641391] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.641515] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.641831] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.642165] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.642473] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-ecd2bca2-21dd-4077-bdc4-3ed2b6d11549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.715233] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.900258] env[66693]: INFO networking_nsxv3.common.synchronization [None req-bfc975ed-079c-4b81-a8ea-e22d441f0d7c None None] Enqueued Resource ID: 9bc85538-26f3-4f7e-ba87-dc86b04fb2ef with Priority: HIGHEST for action port [ 603.900258] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc85538-26f3-4f7e-ba87-dc86b04fb2ef with Priority: HIGHEST for action port [ 603.900258] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bc85538-26f3-4f7e-ba87-dc86b04fb2ef taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.900258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bc85538-26f3-4f7e-ba87-dc86b04fb2ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.900258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bc85538-26f3-4f7e-ba87-dc86b04fb2ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.900258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bc85538-26f3-4f7e-ba87-dc86b04fb2ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.900258] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bc85538-26f3-4f7e-ba87-dc86b04fb2ef',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.217885] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.343257] env[66693]: INFO networking_nsxv3.common.synchronization [req-7fa65b85-d217-40c6-be78-32a4d070c156 req-927a0f25-5cfa-4c25-a23a-57f56a532c7b service nova] Enqueued Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_rules [ 604.343454] env[66693]: INFO networking_nsxv3.common.synchronization [req-7fa65b85-d217-40c6-be78-32a4d070c156 req-927a0f25-5cfa-4c25-a23a-57f56a532c7b service nova] Enqueued Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_members [ 604.343583] env[66693]: INFO networking_nsxv3.common.synchronization [req-7fa65b85-d217-40c6-be78-32a4d070c156 req-927a0f25-5cfa-4c25-a23a-57f56a532c7b service nova] Enqueued Resource ID: ecd2bca2-21dd-4077-bdc4-3ed2b6d11549 with Priority: HIGHEST for action port [ 604.344129] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_rules [ 604.344326] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_members [ 604.344425] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd2bca2-21dd-4077-bdc4-3ed2b6d11549 with Priority: HIGHEST for action port [ 604.344690] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13573b34-fb56-490d-84aa-5930c801b18a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.344820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.344871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.346754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.347715] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13573b34-fb56-490d-84aa-5930c801b18a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.349126] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-13573b34-fb56-490d-84aa-5930c801b18a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.349336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.349447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.350375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.350375] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.350375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.350375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.350375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.350707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.351695] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13573b34-fb56-490d-84aa-5930c801b18a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.352412] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecd2bca2-21dd-4077-bdc4-3ed2b6d11549 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.352523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecd2bca2-21dd-4077-bdc4-3ed2b6d11549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.352586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecd2bca2-21dd-4077-bdc4-3ed2b6d11549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.352746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecd2bca2-21dd-4077-bdc4-3ed2b6d11549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.352822] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd2bca2-21dd-4077-bdc4-3ed2b6d11549',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.405171] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bc85538-26f3-4f7e-ba87-dc86b04fb2ef [ 604.405171] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.405171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.405171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.405171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.405501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.405501] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bc85538-26f3-4f7e-ba87-dc86b04fb2ef already deleted. [ 604.405501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bc85538-26f3-4f7e-ba87-dc86b04fb2ef" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.722313] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.722606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.722606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.722690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.723444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.723444] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 604.756132] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.756132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.756132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.756132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.756132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.767678] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 604.856120] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13573b34-fb56-490d-84aa-5930c801b18a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.858251] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-13573b34-fb56-490d-84aa-5930c801b18a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.858251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.858251] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecd2bca2-21dd-4077-bdc4-3ed2b6d11549 with status ACTIVE [ 604.858251] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.858251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.858251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.858251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.858251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.858251] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.858795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.860388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.860691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.861805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.861805] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.861805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.861805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.861805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.861805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.861805] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecd2bca2-21dd-4077-bdc4-3ed2b6d11549 is going to be updated. [ 604.891473] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.891622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.891725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.892032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.892191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.892369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecd2bca2-21dd-4077-bdc4-3ed2b6d11549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.244535] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 605.244765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.244983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.245497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.245497] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.245671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.245960] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.246158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.246771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.246771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.246771] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.364206] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13573b34-fb56-490d-84aa-5930c801b18a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.750016] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.750363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.750363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.750455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.751497] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.753019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.755906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.756275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.756452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.756552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.756831] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.757107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.757107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.757246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.757726] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.757726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.757726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.757910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.758038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.758169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.758584] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.867605] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.867820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.867882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.868186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.868295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.868394] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13573b34-fb56-490d-84aa-5930c801b18a is going to be created. [ 605.895849] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.896094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.896183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.896877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.897375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.911163] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13573b34-fb56-490d-84aa-5930c801b18a in Status: UNINITIALIZED for 2s [ 606.263541] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8: rpc.has_security_group_logging(os_id): False [ 606.286390] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.286608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.286608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.286815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.286871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.287060] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.287163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.287226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.287378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.287455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.287654] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.287795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.287867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.288037] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.288106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.288289] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.288384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.288446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.288627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.288708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.288868] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be created. [ 606.381932] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.381932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.381932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.381932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.382410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.397331] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 606.440217] env[66693]: INFO networking_nsxv3.common.synchronization [None req-1ecfa776-c706-4991-844b-e9804c75ddc5 None None] Enqueued Resource ID: db21106c-7e6c-4b9b-86c8-dec9e9b8a77a with Priority: HIGHEST for action port [ 606.440217] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db21106c-7e6c-4b9b-86c8-dec9e9b8a77a with Priority: HIGHEST for action port [ 606.440217] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-db21106c-7e6c-4b9b-86c8-dec9e9b8a77a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.440217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db21106c-7e6c-4b9b-86c8-dec9e9b8a77a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.440217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db21106c-7e6c-4b9b-86c8-dec9e9b8a77a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.440593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db21106c-7e6c-4b9b-86c8-dec9e9b8a77a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.440593] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db21106c-7e6c-4b9b-86c8-dec9e9b8a77a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.778203] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 606.778203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.778203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.778203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.778203] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.778203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.778203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.778635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.778635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.778635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.778635] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.778778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.778778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.779083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.779271] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.779493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.779561] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.779780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.779827] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.779894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.780777] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.943934] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db21106c-7e6c-4b9b-86c8-dec9e9b8a77a [ 606.944183] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.944318] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.944385] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.944596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.944690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.944782] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db21106c-7e6c-4b9b-86c8-dec9e9b8a77a already deleted. [ 606.944865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db21106c-7e6c-4b9b-86c8-dec9e9b8a77a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.283535] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342: rpc.has_security_group_logging(os_id): False [ 607.308180] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.308353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.308423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.309341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.309341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.309341] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.309341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.309341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.309758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.309758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.309870] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.309971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.309971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.310116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.310506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.310506] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.310506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.310506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.310754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.310754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.310754] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be created. [ 607.412014] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.412185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.412264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.412469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.412643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.430542] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 607.647720] env[66693]: INFO networking_nsxv3.common.synchronization [None req-daa0c02b-b037-408f-b8d2-7d7973a627e6 None None] Enqueued Resource ID: b0ebe3d4-8acf-47e7-8c7f-240267305087 with Priority: HIGHEST for action port [ 607.647720] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ebe3d4-8acf-47e7-8c7f-240267305087 with Priority: HIGHEST for action port [ 607.648108] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0ebe3d4-8acf-47e7-8c7f-240267305087 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.648202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0ebe3d4-8acf-47e7-8c7f-240267305087" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.648435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0ebe3d4-8acf-47e7-8c7f-240267305087" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.648518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0ebe3d4-8acf-47e7-8c7f-240267305087" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.648589] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ebe3d4-8acf-47e7-8c7f-240267305087',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.921232] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13573b34-fb56-490d-84aa-5930c801b18a in Status: SUCCESS [ 607.921549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.921712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.921939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.923278] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.923278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.923278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.923278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.923278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.923278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.923278] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13573b34-fb56-490d-84aa-5930c801b18a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.051819] env[66693]: INFO networking_nsxv3.common.synchronization [None req-6914a3f5-d5f3-42cd-b79a-2a5b7983cddc None None] Enqueued Resource ID: 937059ba-2707-4133-a422-b2bd894b8116 with Priority: HIGHEST for action port [ 608.052682] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937059ba-2707-4133-a422-b2bd894b8116 with Priority: HIGHEST for action port [ 608.055452] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-937059ba-2707-4133-a422-b2bd894b8116 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.055648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-937059ba-2707-4133-a422-b2bd894b8116" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.055763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-937059ba-2707-4133-a422-b2bd894b8116" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.056138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-937059ba-2707-4133-a422-b2bd894b8116" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.056299] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('937059ba-2707-4133-a422-b2bd894b8116',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.151178] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0ebe3d4-8acf-47e7-8c7f-240267305087 [ 608.152137] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.152137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.152137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.152137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.152384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.152384] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0ebe3d4-8acf-47e7-8c7f-240267305087 already deleted. [ 608.152447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0ebe3d4-8acf-47e7-8c7f-240267305087" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.411090] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 608.411372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.426345] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13573b34-fb56-490d-84aa-5930c801b18a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.559739] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 937059ba-2707-4133-a422-b2bd894b8116 [ 608.559739] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.559739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.559739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.559739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.559739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.559739] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:937059ba-2707-4133-a422-b2bd894b8116 already deleted. [ 608.559739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-937059ba-2707-4133-a422-b2bd894b8116" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.780250] env[66693]: INFO networking_nsxv3.common.synchronization [None req-ec6d0e8d-bafd-45fb-9c2b-cbe0017ac0a3 None None] Enqueued Resource ID: 7b18e040-6cd7-43c0-9aee-c203c643f11e with Priority: HIGHEST for action port [ 608.780354] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b18e040-6cd7-43c0-9aee-c203c643f11e with Priority: HIGHEST for action port [ 608.780928] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b18e040-6cd7-43c0-9aee-c203c643f11e taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.781119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b18e040-6cd7-43c0-9aee-c203c643f11e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.781177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b18e040-6cd7-43c0-9aee-c203c643f11e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.781425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b18e040-6cd7-43c0-9aee-c203c643f11e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.781483] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b18e040-6cd7-43c0-9aee-c203c643f11e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.930179] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13573b34-fb56-490d-84aa-5930c801b18a: rpc.has_security_group_logging(os_id): False [ 608.952400] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.953298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.953298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.953298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.953298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.953298] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.953298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.955256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.955256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.955256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.955256] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13573b34-fb56-490d-84aa-5930c801b18a is going to be created. [ 609.020610] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.020795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.020868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.021156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.021658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.037905] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13573b34-fb56-490d-84aa-5930c801b18a in Status: IN_PROGRESS for 2s [ 609.284654] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b18e040-6cd7-43c0-9aee-c203c643f11e [ 609.285717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.285717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.285717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.285717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.285717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.285717] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b18e040-6cd7-43c0-9aee-c203c643f11e already deleted. [ 609.285717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b18e040-6cd7-43c0-9aee-c203c643f11e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.446601] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 609.449205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.449205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.449205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.449205] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.952587] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.952587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.953097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.953097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.953097] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.953589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.953686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.954032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.954032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.954124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.954206] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.986320] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d30194f-2ed4-49a1-b9ec-c8040ae64546 req-f590255a-9fa5-4184-b920-ec0bfa7261d7 tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 609.986426] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 609.986892] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.986892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.987044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.987383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.987466] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.987946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.987946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.987946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.987946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.988129] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.117920] env[66693]: INFO networking_nsxv3.common.synchronization [None req-621dd6c6-71b6-4428-af1e-71930445a6b9 None None] Enqueued Resource ID: 6ace382b-be16-4067-bbce-784160060334 with Priority: HIGHEST for action port [ 610.118461] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace382b-be16-4067-bbce-784160060334 with Priority: HIGHEST for action port [ 610.118758] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ace382b-be16-4067-bbce-784160060334 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.118916] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ace382b-be16-4067-bbce-784160060334" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.118969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ace382b-be16-4067-bbce-784160060334" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.121549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ace382b-be16-4067-bbce-784160060334" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.121599] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ace382b-be16-4067-bbce-784160060334',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.457751] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.457751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.457751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.458066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.458553] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.458553] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.458553] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.458553] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.458831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.458831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.458941] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.460286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.460286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.460286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.460286] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.460286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.461278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.461278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.461278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.461278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.461278] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.491563] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.491714] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.491782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.492657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.492657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.495178] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.495178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.495178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.495178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.495468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.495468] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 already deleted. [ 610.495468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.502988] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.503197] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.503603] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.503686] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.503861] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.504018] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.504129] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.504331] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.504489] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.504753] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.504808] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.505028] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.505028] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.505149] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.505186] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.505336] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.530283] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.530905] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.531127] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.531481] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.531577] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-f72e978f-7b78-4b67-9f54-e4861d41f753 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.531709] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-f72e978f-7b78-4b67-9f54-e4861d41f753" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.531830] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-f72e978f-7b78-4b67-9f54-e4861d41f753" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.532342] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-f72e978f-7b78-4b67-9f54-e4861d41f753" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.532481] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f72e978f-7b78-4b67-9f54-e4861d41f753',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.580720] env[66693]: INFO networking_nsxv3.common.synchronization [None req-297ac3fe-03c0-44ae-8565-fb599a2d636b tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_rules [ 610.580827] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_rules [ 610.581330] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d12dae79-6445-4a2b-aace-f2457ebfe246 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.581468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.581532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.581790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.582204] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d12dae79-6445-4a2b-aace-f2457ebfe246',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.627149] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ace382b-be16-4067-bbce-784160060334 [ 610.627149] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.627149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.627149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.627502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.627502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.627502] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ace382b-be16-4067-bbce-784160060334 already deleted. [ 610.627589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ace382b-be16-4067-bbce-784160060334" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.629017] env[66693]: INFO networking_nsxv3.common.synchronization [None req-d344eea8-8165-4fc2-9651-20ab4b8314b7 None None] Enqueued Resource ID: 3fc508ce-0114-47ff-be3c-8b174c9f952f with Priority: HIGHEST for action port [ 610.629794] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc508ce-0114-47ff-be3c-8b174c9f952f with Priority: HIGHEST for action port [ 610.630225] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fc508ce-0114-47ff-be3c-8b174c9f952f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.630904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fc508ce-0114-47ff-be3c-8b174c9f952f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.630904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fc508ce-0114-47ff-be3c-8b174c9f952f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.630904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fc508ce-0114-47ff-be3c-8b174c9f952f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.631283] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc508ce-0114-47ff-be3c-8b174c9f952f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.965771] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342: rpc.has_security_group_logging(os_id): False [ 610.992329] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.992536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.992640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.992853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.992981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.993307] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.993448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.993566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.993815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.995101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.995457] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.995594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.995659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.995853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.995984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.996270] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.996389] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.996444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.996600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.996679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.996780] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 611.036493] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.036916] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.037164] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.037599] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.038090] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.038090] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port f72e978f-7b78-4b67-9f54-e4861d41f753 not found, creating... [ 611.038426] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.038686] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.038909] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.039255] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.039493] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.039942] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.040191] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.040355] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.040661] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.040878] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.041080] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: f72e978f-7b78-4b67-9f54-e4861d41f753 is going to be created. [ 611.063657] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13573b34-fb56-490d-84aa-5930c801b18a in Status: SUCCESS [ 611.063989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.071374] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.071691] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.071894] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.072289] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.072632] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.072971] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-f72e978f-7b78-4b67-9f54-e4861d41f753" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.089258] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.089522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.089522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.089662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.089809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.107038] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 611.108545] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.109308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.109308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.109308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.109308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.109308] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d12dae79-6445-4a2b-aace-f2457ebfe246 already deleted. [ 611.109679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.136205] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fc508ce-0114-47ff-be3c-8b174c9f952f [ 611.136205] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.136205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.136205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.136205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.136205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.136205] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fc508ce-0114-47ff-be3c-8b174c9f952f already deleted. [ 611.136205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fc508ce-0114-47ff-be3c-8b174c9f952f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.770513] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d30194f-2ed4-49a1-b9ec-c8040ae64546 req-007e177a-a5a4-45fc-92c0-0f4d666c0329 service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 611.770732] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d30194f-2ed4-49a1-b9ec-c8040ae64546 req-007e177a-a5a4-45fc-92c0-0f4d666c0329 service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 611.771395] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d30194f-2ed4-49a1-b9ec-c8040ae64546 req-007e177a-a5a4-45fc-92c0-0f4d666c0329 service nova] Enqueued Resource ID: f72e978f-7b78-4b67-9f54-e4861d41f753 with Priority: HIGHEST for action port [ 611.771647] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 611.773596] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 611.773750] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72e978f-7b78-4b67-9f54-e4861d41f753 with Priority: HIGHEST for action port [ 611.774117] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.774276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.774351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.774658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.774764] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.775850] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.775966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.776053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.776242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.776406] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.776502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.776567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.776725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.776812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.776904] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.778050] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f72e978f-7b78-4b67-9f54-e4861d41f753 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.778050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f72e978f-7b78-4b67-9f54-e4861d41f753" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.778050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f72e978f-7b78-4b67-9f54-e4861d41f753" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.778050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f72e978f-7b78-4b67-9f54-e4861d41f753" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.778263] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f72e978f-7b78-4b67-9f54-e4861d41f753',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.855913] env[66693]: INFO networking_nsxv3.common.synchronization [None req-bc332ec2-e94b-40d2-8d6e-257f8945af72 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_rules [ 611.857128] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_rules [ 611.857128] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d12dae79-6445-4a2b-aace-f2457ebfe246 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.857936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.858167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.858481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.859144] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d12dae79-6445-4a2b-aace-f2457ebfe246',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.279826] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.280378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.280378] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.282028] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f72e978f-7b78-4b67-9f54-e4861d41f753 with status ACTIVE [ 612.282028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.282028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.282028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.282400] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.282400] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.282400] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.282560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.282560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.282852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.282852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.283170] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.283267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.283335] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.283472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.283549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.283635] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f72e978f-7b78-4b67-9f54-e4861d41f753 is going to be updated. [ 612.307728] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.307881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.307946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.309023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.309023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.309023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f72e978f-7b78-4b67-9f54-e4861d41f753" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.389026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.389026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.389026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.389026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.389026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.389026] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d12dae79-6445-4a2b-aace-f2457ebfe246 already deleted. [ 612.389026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.462337] env[66693]: INFO networking_nsxv3.common.synchronization [req-bda42db3-4590-489e-909d-bf3b5a08f46c req-a6035f26-3c37-46ff-938a-234fe2f1b185 tempest-ImagesNegativeTestJSON-1714901629 tempest-ImagesNegativeTestJSON-1714901629-project-member] Enqueued Resource ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 with Priority: HIGHEST for action security_group_members [ 612.463010] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 with Priority: HIGHEST for action security_group_members [ 612.463389] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0935d6c-25b1-4cee-bea2-96e25b19ec44 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.463564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.463655] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.463884] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.464085] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.464218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.464339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.464481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.464595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.464709] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0935d6c-25b1-4cee-bea2-96e25b19ec44',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.710169] env[66693]: INFO networking_nsxv3.common.synchronization [None req-19531225-eae9-4033-bf71-de24ab1e7dbf None None] Enqueued Resource ID: 15c55270-875a-4c15-8964-9b025dbd4011 with Priority: HIGHEST for action port [ 612.710703] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c55270-875a-4c15-8964-9b025dbd4011 with Priority: HIGHEST for action port [ 612.712349] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-15c55270-875a-4c15-8964-9b025dbd4011 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.712349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15c55270-875a-4c15-8964-9b025dbd4011" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.712349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15c55270-875a-4c15-8964-9b025dbd4011" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.712349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15c55270-875a-4c15-8964-9b025dbd4011" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.712349] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c55270-875a-4c15-8964-9b025dbd4011',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.786731] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.926806] env[66693]: INFO networking_nsxv3.common.synchronization [req-3361cf7d-3138-440e-b73b-3610ef43067f req-cd80e240-af19-4b07-852f-f9ba5daacc0c tempest-DeleteServersAdminTestJSON-274957164 tempest-DeleteServersAdminTestJSON-274957164-project-admin] Enqueued Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 612.927570] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 612.927745] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.927878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.927878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.928179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.928340] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.928429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.928526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.929083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.929285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.929390] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.968199] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.968199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.968199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.968199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.968199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.968199] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.968199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.968199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.968199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.968635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.968635] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 is going to be updated. [ 613.003158] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.003388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.003388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.003588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.003730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.017031] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 in Status: IN_PROGRESS for 2s [ 613.124459] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 613.126530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.216313] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15c55270-875a-4c15-8964-9b025dbd4011 [ 613.216313] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.216313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.216313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.216313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.216313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.216313] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15c55270-875a-4c15-8964-9b025dbd4011 already deleted. [ 613.216313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15c55270-875a-4c15-8964-9b025dbd4011" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.294717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.294717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.294717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.294717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.294717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.294717] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be created. [ 613.342281] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.342800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.343078] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.343907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.344294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.357180] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: UNINITIALIZED for 2s [ 613.432672] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.432672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.432672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.433011] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.433195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.433526] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.433640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.433640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.433862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.433954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.434065] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a is going to be updated. [ 613.472799] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.473067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.473364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.473536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.473725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.486670] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: IN_PROGRESS for 2s [ 613.920974] env[66693]: INFO networking_nsxv3.common.synchronization [req-c0d8d23c-1154-4a96-93b6-170f6d9ca80e req-4b041422-170f-4084-8a00-3ac893a318cd tempest-ServersAdminTestJSON-439535977 tempest-ServersAdminTestJSON-439535977-project-member] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 613.920974] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 613.920974] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.920974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.920974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.920974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.920974] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.920974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.920974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.920974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.920974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.920974] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.300797] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.300797] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.300797] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.300797] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.302029] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.302029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.302738] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.302738] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.302738] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.303088] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.303258] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.303402] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.303537] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.303675] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.303803] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.304013] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.355466] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.355692] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.355791] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.355936] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.356317] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-ca670b2b-3c8a-4a18-bcfc-9ba3578889c9 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.356498] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-ca670b2b-3c8a-4a18-bcfc-9ba3578889c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.356634] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-ca670b2b-3c8a-4a18-bcfc-9ba3578889c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.356922] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-ca670b2b-3c8a-4a18-bcfc-9ba3578889c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.357069] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca670b2b-3c8a-4a18-bcfc-9ba3578889c9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.426196] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.426196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.426196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.426196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.426196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.426196] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.426196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.426196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.426196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.426196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.426196] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 already deleted. [ 614.426196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.649631] env[66693]: INFO networking_nsxv3.common.synchronization [None req-2b4a00ec-cf7f-4336-8d67-04aed8b9e7b3 None None] Enqueued Resource ID: 662a9577-82cb-439d-b4d7-1523da1c1013 with Priority: HIGHEST for action port [ 614.649687] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662a9577-82cb-439d-b4d7-1523da1c1013 with Priority: HIGHEST for action port [ 614.650624] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-662a9577-82cb-439d-b4d7-1523da1c1013 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.650624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-662a9577-82cb-439d-b4d7-1523da1c1013" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.650624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-662a9577-82cb-439d-b4d7-1523da1c1013" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.651370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-662a9577-82cb-439d-b4d7-1523da1c1013" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.655024] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662a9577-82cb-439d-b4d7-1523da1c1013',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.758407] env[66693]: INFO networking_nsxv3.common.synchronization [None req-b866151f-394b-4595-bdfc-56e3555a157d tempest-ServersWithSpecificFlavorTestJSON-1448579426 tempest-ServersWithSpecificFlavorTestJSON-1448579426-project-member] Enqueued Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_rules [ 614.758407] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_rules [ 614.758775] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.758775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.758931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.759560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.759651] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.863528] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.863828] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.863914] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.864308] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.864308] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.864485] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port ca670b2b-3c8a-4a18-bcfc-9ba3578889c9 not found, creating... [ 614.864715] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.864913] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.865073] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.865305] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.865448] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.865732] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.865876] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.866135] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.866214] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.866330] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.866484] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: ca670b2b-3c8a-4a18-bcfc-9ba3578889c9 is going to be created. [ 614.890622] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.890622] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.890622] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.890622] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.890622] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.890995] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-ca670b2b-3c8a-4a18-bcfc-9ba3578889c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.031203] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 in Status: SUCCESS [ 615.031629] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 deletion is rescheduled due to dependency. [ 615.031629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.140891] env[66693]: INFO networking_nsxv3.common.synchronization [None req-af390594-1c90-4ba4-8a79-3ced4721fa70 tempest-ServersWithSpecificFlavorTestJSON-1448579426 tempest-ServersWithSpecificFlavorTestJSON-1448579426-project-member] Enqueued Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_rules [ 615.140891] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_rules [ 615.141211] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.141310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.154385] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 662a9577-82cb-439d-b4d7-1523da1c1013 [ 615.154757] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.154757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.154984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.155075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.155151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.155211] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:662a9577-82cb-439d-b4d7-1523da1c1013 already deleted. [ 615.156013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-662a9577-82cb-439d-b4d7-1523da1c1013" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.285020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.285020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.285020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.285020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.285020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.285020] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b already deleted. [ 615.285020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.285020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.285516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.285516] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.370623] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 615.370966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.371113] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.372466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.372466] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.372466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.372466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.372466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.372466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.372466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.372466] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.500186] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: SUCCESS [ 615.500250] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a deletion is rescheduled due to dependency. [ 615.500381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.657859] env[66693]: INFO networking_nsxv3.common.synchronization [req-c0d8d23c-1154-4a96-93b6-170f6d9ca80e req-1bd87878-bc46-4659-853e-c910f92ca152 service nova] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_rules [ 615.657859] env[66693]: INFO networking_nsxv3.common.synchronization [req-c0d8d23c-1154-4a96-93b6-170f6d9ca80e req-1bd87878-bc46-4659-853e-c910f92ca152 service nova] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 615.657859] env[66693]: INFO networking_nsxv3.common.synchronization [req-c0d8d23c-1154-4a96-93b6-170f6d9ca80e req-1bd87878-bc46-4659-853e-c910f92ca152 service nova] Enqueued Resource ID: ca670b2b-3c8a-4a18-bcfc-9ba3578889c9 with Priority: HIGHEST for action port [ 615.657859] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_rules [ 615.657859] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 615.657859] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca670b2b-3c8a-4a18-bcfc-9ba3578889c9 with Priority: HIGHEST for action port [ 615.658216] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.658344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.658344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.658620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.658662] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.659729] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.659913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.659913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.660087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.660351] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.660461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.660508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.660689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.660783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.660914] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.661717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca670b2b-3c8a-4a18-bcfc-9ba3578889c9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.661813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca670b2b-3c8a-4a18-bcfc-9ba3578889c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.661908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca670b2b-3c8a-4a18-bcfc-9ba3578889c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.662056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca670b2b-3c8a-4a18-bcfc-9ba3578889c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.662134] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca670b2b-3c8a-4a18-bcfc-9ba3578889c9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.808355] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.808355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.808355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.808355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.808355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.808355] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b already deleted. [ 615.808355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.875783] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.875999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.875999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.876246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.876417] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.876521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.876591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.876792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.876838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.876896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.877054] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.877147] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.877206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.877343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.877482] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.877572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.877633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.877767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.877844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.878196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.878196] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.167627] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.169092] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.169234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.169506] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca670b2b-3c8a-4a18-bcfc-9ba3578889c9 with status ACTIVE [ 616.169763] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.169977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.170135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.170373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.170512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.170820] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.173548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.176219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.176544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.176657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.176903] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.177380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.177380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.178032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.179014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.179128] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca670b2b-3c8a-4a18-bcfc-9ba3578889c9 is going to be updated. [ 616.206937] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.207900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.207900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.207900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.207900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.207900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca670b2b-3c8a-4a18-bcfc-9ba3578889c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.380947] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 976a70a4-6bb5-4796-8bf4-41e15f74e2d4: rpc.has_security_group_logging(os_id): False [ 616.404464] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.404837] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.404837] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.404971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.405029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.405232] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.405383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.405383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.405538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.405615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.405806] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.405899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.405956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.406117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.406194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.406382] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.406475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.406574] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.407048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.407179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.407294] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be created. [ 616.491389] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.491648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.491648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.491894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.491978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.506483] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 616.682201] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.939539] env[66693]: INFO networking_nsxv3.common.synchronization [req-930a7483-5237-4181-a24e-fe82c85791aa req-56bb6814-89e3-41d6-8670-e21214b110af tempest-ServerDiagnosticsNegativeTest-2075777731 tempest-ServerDiagnosticsNegativeTest-2075777731-project-member] Enqueued Resource ID: 55c1e35e-9820-4110-ab4f-585395104f00 with Priority: HIGHEST for action security_group_members [ 616.940243] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c1e35e-9820-4110-ab4f-585395104f00 with Priority: HIGHEST for action security_group_members [ 616.940692] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-55c1e35e-9820-4110-ab4f-585395104f00 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.940928] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.941042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.941326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.941501] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.941690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.941923] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.942265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.942265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.942394] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55c1e35e-9820-4110-ab4f-585395104f00',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.139998] env[66693]: INFO networking_nsxv3.common.synchronization [req-2f234130-8e99-4ec8-a54c-b29aeaf59134 req-b0ab28d9-92bd-45a1-a930-218c6d10403e tempest-SecurityGroupRulesTestJSON-1038263702 tempest-SecurityGroupRulesTestJSON-1038263702-project-member] Enqueued Resource ID: 187dabd9-8318-4d6b-b1a9-ac018b8129ed with Priority: HIGHEST for action security_group_rules [ 617.139998] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187dabd9-8318-4d6b-b1a9-ac018b8129ed with Priority: HIGHEST for action security_group_rules [ 617.140922] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187dabd9-8318-4d6b-b1a9-ac018b8129ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.141517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187dabd9-8318-4d6b-b1a9-ac018b8129ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.141517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187dabd9-8318-4d6b-b1a9-ac018b8129ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.141517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187dabd9-8318-4d6b-b1a9-ac018b8129ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.141688] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187dabd9-8318-4d6b-b1a9-ac018b8129ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.186242] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.186384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.186430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.186644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.186743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.186842] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be created. [ 617.217302] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.217469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.217527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.217714] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.217875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.231415] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: UNINITIALIZED for 2s [ 617.446549] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.446549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.446549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.447259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.449982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.449982] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.449982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.449982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.449982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.449982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.449982] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55c1e35e-9820-4110-ab4f-585395104f00 is going to be updated. [ 617.488053] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.488171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.488209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.489382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.489787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.506017] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55c1e35e-9820-4110-ab4f-585395104f00 in Status: IN_PROGRESS for 2s [ 617.664295] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.664490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.664532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.664758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.664853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.664969] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187dabd9-8318-4d6b-b1a9-ac018b8129ed already deleted. [ 617.665082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187dabd9-8318-4d6b-b1a9-ac018b8129ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.865559] env[66693]: INFO networking_nsxv3.common.synchronization [None req-d7115c53-de44-4e6b-bdfb-f1022c4a6c19 tempest-AttachVolumeTestJSON-1478924556 tempest-AttachVolumeTestJSON-1478924556-project-member] Enqueued Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_rules [ 617.866164] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_rules [ 617.866798] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.866798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.866798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.866976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.866976] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3027b11-fd3c-46b1-94b5-7c42e5f474f8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.069538] env[66693]: INFO networking_nsxv3.common.synchronization [None req-b3119ab3-6d66-409f-a771-bf2f46388520 tempest-AttachVolumeTestJSON-1478924556 tempest-AttachVolumeTestJSON-1478924556-project-member] Enqueued Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_rules [ 618.069538] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_rules [ 618.069538] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.069538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.393644] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.394805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.395153] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.395587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.397699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.397699] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 already deleted. [ 618.397699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.397699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.397699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.397699] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3027b11-fd3c-46b1-94b5-7c42e5f474f8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.520120] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 618.520120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.673099] env[66693]: INFO networking_nsxv3.common.synchronization [req-c8dbf080-e8d3-4290-8eff-47b187c9ab47 req-454472f9-8050-46bb-8e48-b620c461ef44 tempest-ServerExternalEventsTest-1566475953 tempest-ServerExternalEventsTest-1566475953-project-member] Enqueued Resource ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd with Priority: HIGHEST for action security_group_members [ 618.673099] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd with Priority: HIGHEST for action security_group_members [ 618.673744] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.673892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.673964] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.674186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.674341] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.674493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.674493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.674635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.674719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.674812] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8be1cb-c8a9-4213-91a4-cdded4bef9fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.920778] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.921044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.921108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.921324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.921418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.921652] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 already deleted. [ 618.921652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.178253] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.178253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.178253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.178253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.178253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.178636] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.178636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.178636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.178871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.178986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.179068] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd is going to be updated. [ 619.211326] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.211326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.211326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.211326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.211569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.221373] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd in Status: IN_PROGRESS for 2s [ 619.243092] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 619.243307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.243486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.243723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.243914] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.244043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.244134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.244261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.244980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.244980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.244980] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.518519] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55c1e35e-9820-4110-ab4f-585395104f00 in Status: SUCCESS [ 619.518705] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55c1e35e-9820-4110-ab4f-585395104f00 deletion is rescheduled due to dependency. [ 619.518925] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.748094] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.748501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.748501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.748781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.748996] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.749142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.749233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.749587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.749747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.749872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.750158] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.750273] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.750337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.750495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.750670] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.750785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.750911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.751136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.751292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.751433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.751540] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.253967] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f5b608e-f5ba-40e4-853a-003ba4888eb4: rpc.has_security_group_logging(os_id): False [ 620.275524] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.275524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.275524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.275875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.275875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.275938] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.276091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.276091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.276255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.276355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.277028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.277028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.278159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.278830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.278830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.278830] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.278830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.279216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.279216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.279216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.279216] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be created. [ 620.364026] env[66693]: INFO networking_nsxv3.common.synchronization [req-6e4de636-3f1c-495e-a6b0-7144555a6eba req-ed3c13ea-9600-4a3f-8df2-3678ac75fdb3 tempest-MultipleCreateTestJSON-611491038 tempest-MultipleCreateTestJSON-611491038-project-member] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 620.364624] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 620.367248] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.367248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.367248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.367248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.367248] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.367248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.367248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.367831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.367831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.367831] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.385749] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.385928] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.386012] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.386263] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.386565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.404696] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 620.871084] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.983870] env[66693]: INFO networking_nsxv3.common.synchronization [req-b57a55c9-a923-4d6f-8aa2-b8a46047c18b req-748af3c8-4d54-405a-b0af-db8a5ad5bf6a tempest-ServerAddressesNegativeTestJSON-249720196 tempest-ServerAddressesNegativeTestJSON-249720196-project-member] Enqueued Resource ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed with Priority: HIGHEST for action security_group_members [ 620.983870] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed with Priority: HIGHEST for action security_group_members [ 620.983870] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7299fb6-f8b8-45df-a338-2d7cf1214bed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.983870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.983870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.983870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.984254] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.984254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.984254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.986170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.986170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.986170] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7299fb6-f8b8-45df-a338-2d7cf1214bed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.233493] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd in Status: IN_PROGRESS for 4s [ 621.374605] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.488247] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.488410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.488489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.488696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.488786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.488973] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.489190] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.489267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.490565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.490565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.490565] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed already deleted. [ 621.490565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.608061] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-178 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.608281] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-178" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.608396] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-178" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.608721] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-178" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.609040] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.609202] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.609313] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.609523] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.609664] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.609887] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.610069] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.610151] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.610258] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.610361] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.610459] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.610581] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.630944] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.631312] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.631312] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.631481] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-178" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.631797] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-885e04df-26a8-43cf-b3c9-ef9ccfb92e32 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.632065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-885e04df-26a8-43cf-b3c9-ef9ccfb92e32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.632220] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-885e04df-26a8-43cf-b3c9-ef9ccfb92e32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.632529] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-885e04df-26a8-43cf-b3c9-ef9ccfb92e32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.632658] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('885e04df-26a8-43cf-b3c9-ef9ccfb92e32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.877217] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.877525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.877525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.877748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.877888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.878063] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 621.914752] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.914967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.914967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.915195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.915338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.924782] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 622.135541] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.135759] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.135944] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.136171] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.136317] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.136460] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 885e04df-26a8-43cf-b3c9-ef9ccfb92e32 not found, creating... [ 622.136772] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.136967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.137095] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.137275] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.137407] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.137670] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.137856] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.137929] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.138146] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.138623] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.138623] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 885e04df-26a8-43cf-b3c9-ef9ccfb92e32 is going to be created. [ 622.163796] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.164060] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.164211] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.164402] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.164628] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.164842] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-885e04df-26a8-43cf-b3c9-ef9ccfb92e32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.421221] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 622.421308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.880168] env[66693]: INFO networking_nsxv3.common.synchronization [req-b57a55c9-a923-4d6f-8aa2-b8a46047c18b req-e121ce58-4ac0-41f5-9751-958e390f75cb service nova] Enqueued Resource ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed with Priority: HIGHEST for action security_group_rules [ 622.880466] env[66693]: INFO networking_nsxv3.common.synchronization [req-b57a55c9-a923-4d6f-8aa2-b8a46047c18b req-e121ce58-4ac0-41f5-9751-958e390f75cb service nova] Enqueued Resource ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed with Priority: HIGHEST for action security_group_members [ 622.880732] env[66693]: INFO networking_nsxv3.common.synchronization [req-b57a55c9-a923-4d6f-8aa2-b8a46047c18b req-e121ce58-4ac0-41f5-9751-958e390f75cb service nova] Enqueued Resource ID: 885e04df-26a8-43cf-b3c9-ef9ccfb92e32 with Priority: HIGHEST for action port [ 622.881578] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed with Priority: HIGHEST for action security_group_rules [ 622.881745] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed with Priority: HIGHEST for action security_group_members [ 622.881915] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885e04df-26a8-43cf-b3c9-ef9ccfb92e32 with Priority: HIGHEST for action port [ 622.882264] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7299fb6-f8b8-45df-a338-2d7cf1214bed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.882394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.882479] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.882717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.882800] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7299fb6-f8b8-45df-a338-2d7cf1214bed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.884841] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7299fb6-f8b8-45df-a338-2d7cf1214bed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.884841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.884841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.884841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.884841] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.884841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.884841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.885145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.885145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.885145] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7299fb6-f8b8-45df-a338-2d7cf1214bed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.887605] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-885e04df-26a8-43cf-b3c9-ef9ccfb92e32 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.887605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-885e04df-26a8-43cf-b3c9-ef9ccfb92e32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.887605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-885e04df-26a8-43cf-b3c9-ef9ccfb92e32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.887605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-885e04df-26a8-43cf-b3c9-ef9ccfb92e32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.887605] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('885e04df-26a8-43cf-b3c9-ef9ccfb92e32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.143876] env[66693]: INFO networking_nsxv3.common.synchronization [None req-615f7cea-8fa7-42ed-ba1c-41eecd446d87 None None] Enqueued Resource ID: 1911fa84-298e-4b85-8ed4-85d5d1e1f858 with Priority: HIGHEST for action port [ 623.144308] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1911fa84-298e-4b85-8ed4-85d5d1e1f858 with Priority: HIGHEST for action port [ 623.145026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-1911fa84-298e-4b85-8ed4-85d5d1e1f858 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.145244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1911fa84-298e-4b85-8ed4-85d5d1e1f858" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.145282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1911fa84-298e-4b85-8ed4-85d5d1e1f858" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.145700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1911fa84-298e-4b85-8ed4-85d5d1e1f858" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.145700] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1911fa84-298e-4b85-8ed4-85d5d1e1f858',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.245691] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd in Status: SUCCESS [ 623.245863] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd deletion is rescheduled due to dependency. [ 623.245973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.385042] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7299fb6-f8b8-45df-a338-2d7cf1214bed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.385256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.389707] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 885e04df-26a8-43cf-b3c9-ef9ccfb92e32 with status ACTIVE [ 623.389963] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.390899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.391052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.391303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.391593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.391741] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.391915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.391997] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.392337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.392337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.392839] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.392839] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.392839] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.393037] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.393099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.393224] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 885e04df-26a8-43cf-b3c9-ef9ccfb92e32 is going to be updated. [ 623.394584] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7299fb6-f8b8-45df-a338-2d7cf1214bed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.421628] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.421909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.421909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.422113] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.422186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.422387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-885e04df-26a8-43cf-b3c9-ef9ccfb92e32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.480127] env[66693]: INFO networking_nsxv3.common.synchronization [req-c5352131-3445-42bf-9aaf-e2002813bbd8 req-249d15ce-dab5-4550-854b-b31c0892ba97 tempest-MultipleCreateTestJSON-611491038 tempest-MultipleCreateTestJSON-611491038-project-member] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 623.480875] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 623.481984] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.482351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.647285] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1911fa84-298e-4b85-8ed4-85d5d1e1f858 [ 623.647605] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.647743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.647809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.648025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.648115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.648216] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1911fa84-298e-4b85-8ed4-85d5d1e1f858 already deleted. [ 623.648296] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1911fa84-298e-4b85-8ed4-85d5d1e1f858" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.897304] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7299fb6-f8b8-45df-a338-2d7cf1214bed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.935040] env[66693]: INFO networking_nsxv3.common.synchronization [req-cdc46c3f-5939-402b-9cfe-f0c0179d2343 req-25301e62-e282-4478-a970-83c7501e36e5 tempest-ServersAdminTestJSON-439535977 tempest-ServersAdminTestJSON-439535977-project-member] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 623.935692] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 623.936696] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.936828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.937432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.937432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.937432] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.937432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.937432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.937755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.937755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.937755] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.939245] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 623.939436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.939863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.940547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.940547] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.940547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.940547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.940753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.940753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.940814] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.401448] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.401694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.401694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.401928] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.402037] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.402384] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed is going to be created. [ 624.404503] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.404723] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.404815] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.405086] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.405370] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.405615] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.405709] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.406013] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.406186] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.406396] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.406527] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.406632] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.406746] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.406863] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.406974] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.407125] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.431315] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.431513] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.431738] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.431967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.432419] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-d3643106-c0dd-438a-880f-894f0f5d6790 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.432705] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-d3643106-c0dd-438a-880f-894f0f5d6790" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.432865] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-d3643106-c0dd-438a-880f-894f0f5d6790" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.433691] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-d3643106-c0dd-438a-880f-894f0f5d6790" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.433691] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3643106-c0dd-438a-880f-894f0f5d6790',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.438181] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.438388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.438445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.438682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.438886] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.442946] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.444119] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.444237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.444309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.444548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.444683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.444874] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.444997] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.445081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.445268] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.445398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.445538] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 624.450127] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed in Status: UNINITIALIZED for 2s [ 624.484038] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.484038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.484038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.484038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.485283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.494113] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 624.938588] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.938922] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.938922] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.939253] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.939355] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.939503] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port d3643106-c0dd-438a-880f-894f0f5d6790 not found, creating... [ 624.939750] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.939899] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.940025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.940245] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.940370] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.940643] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.940792] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.940905] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.941114] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.941241] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.941369] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: d3643106-c0dd-438a-880f-894f0f5d6790 is going to be created. [ 624.948484] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.961779] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.962062] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.962161] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.962452] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.962673] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.963852] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-d3643106-c0dd-438a-880f-894f0f5d6790" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.452381] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.452607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.452607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.452934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.452934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.453080] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 625.486313] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.486497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.486544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.486944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.486944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.499848] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 625.623801] env[66693]: INFO networking_nsxv3.common.synchronization [None req-43da39d1-0248-458f-94e8-73734457e5ee None None] Enqueued Resource ID: 33aa7ff9-0d67-4d3a-bba3-f3dec71454ad with Priority: HIGHEST for action port [ 625.624353] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33aa7ff9-0d67-4d3a-bba3-f3dec71454ad with Priority: HIGHEST for action port [ 625.624652] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-33aa7ff9-0d67-4d3a-bba3-f3dec71454ad taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.624771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33aa7ff9-0d67-4d3a-bba3-f3dec71454ad" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.624836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33aa7ff9-0d67-4d3a-bba3-f3dec71454ad" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.625093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33aa7ff9-0d67-4d3a-bba3-f3dec71454ad" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.625177] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33aa7ff9-0d67-4d3a-bba3-f3dec71454ad',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.678769] env[66693]: INFO networking_nsxv3.common.synchronization [req-cdc46c3f-5939-402b-9cfe-f0c0179d2343 req-8709bcd9-02f7-4da2-ac5f-3c3313738152 service nova] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_rules [ 625.678956] env[66693]: INFO networking_nsxv3.common.synchronization [req-cdc46c3f-5939-402b-9cfe-f0c0179d2343 req-8709bcd9-02f7-4da2-ac5f-3c3313738152 service nova] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 625.679101] env[66693]: INFO networking_nsxv3.common.synchronization [req-cdc46c3f-5939-402b-9cfe-f0c0179d2343 req-8709bcd9-02f7-4da2-ac5f-3c3313738152 service nova] Enqueued Resource ID: d3643106-c0dd-438a-880f-894f0f5d6790 with Priority: HIGHEST for action port [ 625.679612] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_rules [ 625.679760] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 625.679867] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3643106-c0dd-438a-880f-894f0f5d6790 with Priority: HIGHEST for action port [ 625.681138] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.681306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.681398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.681604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.681681] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.683107] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.684240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.684240] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3643106-c0dd-438a-880f-894f0f5d6790 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.684240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3643106-c0dd-438a-880f-894f0f5d6790" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.684240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3643106-c0dd-438a-880f-894f0f5d6790" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.684240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3643106-c0dd-438a-880f-894f0f5d6790" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.684240] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3643106-c0dd-438a-880f-894f0f5d6790',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.127421] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33aa7ff9-0d67-4d3a-bba3-f3dec71454ad [ 626.127745] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.127810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.127848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.128068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.128231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.128268] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33aa7ff9-0d67-4d3a-bba3-f3dec71454ad already deleted. [ 626.128337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33aa7ff9-0d67-4d3a-bba3-f3dec71454ad" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.185937] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.186080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.186258] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3643106-c0dd-438a-880f-894f0f5d6790 with status ACTIVE [ 626.186421] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.186528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.186589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.186802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.186939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.187080] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.187177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.187236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.187409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.187490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.187670] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.187761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.187817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.187955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.188038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.189195] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3643106-c0dd-438a-880f-894f0f5d6790 is going to be updated. [ 626.193034] env[66693]: INFO networking_nsxv3.common.synchronization [req-7ae44c8b-a195-4f80-b06a-d3e30f478aeb req-e0e85854-e12e-4c5c-b7fd-104d8aeda206 tempest-MigrationsAdminTest-1407721922 tempest-MigrationsAdminTest-1407721922-project-member] Enqueued Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 626.194128] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 626.194481] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.194656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.194778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.195201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.195603] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.195603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.195783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.195849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.195996] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.196082] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.214837] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.214982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.215077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.215309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.215410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.215585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3643106-c0dd-438a-880f-894f0f5d6790" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.434055] env[66693]: INFO networking_nsxv3.common.synchronization [None req-54b879fa-8a28-44b2-93ed-6938665f8e80 None None] Enqueued Resource ID: 29d549cc-a7a1-43a6-bccf-ad2649b06d77 with Priority: HIGHEST for action port [ 626.434960] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d549cc-a7a1-43a6-bccf-ad2649b06d77 with Priority: HIGHEST for action port [ 626.435400] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-29d549cc-a7a1-43a6-bccf-ad2649b06d77 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.435636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29d549cc-a7a1-43a6-bccf-ad2649b06d77" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.435793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29d549cc-a7a1-43a6-bccf-ad2649b06d77" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.436133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29d549cc-a7a1-43a6-bccf-ad2649b06d77" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.436361] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29d549cc-a7a1-43a6-bccf-ad2649b06d77',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.460818] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed in Status: SUCCESS [ 626.461206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.461399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.461647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.461877] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.462064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.462208] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.462338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.462413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.462502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.462615] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7299fb6-f8b8-45df-a338-2d7cf1214bed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.503559] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 626.503624] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 deletion is rescheduled due to dependency. [ 626.503770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.655092] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.655248] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.655369] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.655640] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.655890] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.657690] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.657887] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.658161] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.658308] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.658516] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.658630] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.658737] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.658883] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.658970] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.659084] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.659215] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.680312] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.680547] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.680687] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.680812] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.681351] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-52b4e7ed-5b16-474e-831f-372c1dbcedc6 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.681561] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-52b4e7ed-5b16-474e-831f-372c1dbcedc6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.681679] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-52b4e7ed-5b16-474e-831f-372c1dbcedc6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.681991] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-52b4e7ed-5b16-474e-831f-372c1dbcedc6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.682140] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b4e7ed-5b16-474e-831f-372c1dbcedc6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.698752] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.699011] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.699124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.699258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.699730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.699730] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.699730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.699730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.700052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.700052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.700052] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db already deleted. [ 626.700149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.940955] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29d549cc-a7a1-43a6-bccf-ad2649b06d77 [ 626.940955] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.940955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.940955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.940955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.940955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.940955] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29d549cc-a7a1-43a6-bccf-ad2649b06d77 already deleted. [ 626.940955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29d549cc-a7a1-43a6-bccf-ad2649b06d77" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.965393] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7299fb6-f8b8-45df-a338-2d7cf1214bed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.965393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.965393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.965739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.965739] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.965838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.965838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.966044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.966155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.966155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.966301] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7299fb6-f8b8-45df-a338-2d7cf1214bed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.966395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.966448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.966763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.966763] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.966990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.966990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.966990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.967139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.967139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.967403] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7299fb6-f8b8-45df-a338-2d7cf1214bed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.184877] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.185311] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.185311] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.185582] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.185726] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.185831] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 52b4e7ed-5b16-474e-831f-372c1dbcedc6 not found, creating... [ 627.186150] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.186302] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.186412] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.186631] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.186765] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.187052] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.187208] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.187319] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.187520] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.187643] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.187775] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 52b4e7ed-5b16-474e-831f-372c1dbcedc6 is going to be created. [ 627.218345] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.218345] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.218345] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.218345] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.218345] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.218910] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-52b4e7ed-5b16-474e-831f-372c1dbcedc6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.472885] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7299fb6-f8b8-45df-a338-2d7cf1214bed: rpc.has_security_group_logging(os_id): False [ 627.494317] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.494504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.494555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.494933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.494933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.495811] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.495811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.495811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.495811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.495811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.495811] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.496844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.496844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.496844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.496844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.496844] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.496844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.496844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.496844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.496844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.497401] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed is going to be created. [ 627.511946] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 627.512226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.512544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.512679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.513472] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.513472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.513472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.513472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.513472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.513472] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.577213] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.577381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.577920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.577920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.577920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.591541] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed in Status: IN_PROGRESS for 2s [ 628.016772] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.066819] env[66693]: INFO networking_nsxv3.common.synchronization [req-7ae44c8b-a195-4f80-b06a-d3e30f478aeb req-90f24a1f-76fb-4133-af33-975424437343 service nova] Enqueued Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_rules [ 628.067079] env[66693]: INFO networking_nsxv3.common.synchronization [req-7ae44c8b-a195-4f80-b06a-d3e30f478aeb req-90f24a1f-76fb-4133-af33-975424437343 service nova] Enqueued Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 628.067255] env[66693]: INFO networking_nsxv3.common.synchronization [req-7ae44c8b-a195-4f80-b06a-d3e30f478aeb req-90f24a1f-76fb-4133-af33-975424437343 service nova] Enqueued Resource ID: 52b4e7ed-5b16-474e-831f-372c1dbcedc6 with Priority: HIGHEST for action port [ 628.067774] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_rules [ 628.067941] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 628.071241] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b4e7ed-5b16-474e-831f-372c1dbcedc6 with Priority: HIGHEST for action port [ 628.071241] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.071241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.071241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.071241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.071459] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.072754] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.072893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.072983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.073229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.073447] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.073584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.073668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.073858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.073967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.074083] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.076180] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b4e7ed-5b16-474e-831f-372c1dbcedc6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.076180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b4e7ed-5b16-474e-831f-372c1dbcedc6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.076180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b4e7ed-5b16-474e-831f-372c1dbcedc6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.076180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b4e7ed-5b16-474e-831f-372c1dbcedc6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.076510] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b4e7ed-5b16-474e-831f-372c1dbcedc6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.519598] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.581021] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.581021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.581021] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.581021] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52b4e7ed-5b16-474e-831f-372c1dbcedc6 with status ACTIVE [ 628.581021] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.581021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.581021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.581021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.581021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.581021] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.581021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.581021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.581021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.585993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.586448] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.586658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.586771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.586932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.587520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.587520] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52b4e7ed-5b16-474e-831f-372c1dbcedc6 is going to be updated. [ 628.613855] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.614118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.614227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.614538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.614758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.614999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b4e7ed-5b16-474e-831f-372c1dbcedc6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.022084] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.022466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.022543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.022952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.023118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.023254] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 629.066969] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.067144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.067217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.067426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.067565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.077294] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 629.090173] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.175590] env[66693]: INFO networking_nsxv3.common.synchronization [None req-e8c1e06c-9fea-4d5b-9a7b-71453532443b None None] Enqueued Resource ID: 93b53996-581a-4294-abed-6c28c79d642f with Priority: HIGHEST for action port [ 629.176850] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b53996-581a-4294-abed-6c28c79d642f with Priority: HIGHEST for action port [ 629.177745] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-93b53996-581a-4294-abed-6c28c79d642f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.178143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93b53996-581a-4294-abed-6c28c79d642f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.179075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93b53996-581a-4294-abed-6c28c79d642f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.179075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93b53996-581a-4294-abed-6c28c79d642f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.179075] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93b53996-581a-4294-abed-6c28c79d642f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.560298] env[66693]: INFO networking_nsxv3.common.synchronization [req-94055742-c4bf-42fe-bdad-f1ffb0a7b747 req-0ebcf638-de4b-4668-aff8-c642c23e0206 tempest-FloatingIPsAssociationTestJSON-1216711074 tempest-FloatingIPsAssociationTestJSON-1216711074-project-member] Enqueued Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 629.560808] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 629.561202] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.561317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.561384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.561564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.561717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.561814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.561908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.562061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.562158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.562291] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.594077] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.594286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.594286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.594492] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.594578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.594672] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db is going to be created. [ 629.608142] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed in Status: SUCCESS [ 629.608330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.619068] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.619289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.619289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.619516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.619949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.630358] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: UNINITIALIZED for 2s [ 629.682149] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93b53996-581a-4294-abed-6c28c79d642f [ 629.682149] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.682149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.682149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.682613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.682613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.682728] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93b53996-581a-4294-abed-6c28c79d642f already deleted. [ 629.682824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93b53996-581a-4294-abed-6c28c79d642f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.064087] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.252625] env[66693]: INFO networking_nsxv3.common.synchronization [None req-f442142c-bf0f-40b2-9c36-ad439574b924 None None] Enqueued Resource ID: 5f395af7-e6d0-4c1a-9556-b60dfaaeaeed with Priority: HIGHEST for action port [ 630.252625] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f395af7-e6d0-4c1a-9556-b60dfaaeaeed with Priority: HIGHEST for action port [ 630.252879] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f395af7-e6d0-4c1a-9556-b60dfaaeaeed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.252994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f395af7-e6d0-4c1a-9556-b60dfaaeaeed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.253067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f395af7-e6d0-4c1a-9556-b60dfaaeaeed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.253312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f395af7-e6d0-4c1a-9556-b60dfaaeaeed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.253397] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f395af7-e6d0-4c1a-9556-b60dfaaeaeed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.435018] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.435018] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-892" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.435018] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-892" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.435018] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-892" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.435390] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.435390] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.435482] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.435619] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.435742] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.436040] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.436167] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.436276] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.436556] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.436639] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.436815] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.436938] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.457016] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.457016] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.457173] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.457544] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-892" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.457670] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-5591423c-1839-4304-8e0a-a1419ed59798 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.457796] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-5591423c-1839-4304-8e0a-a1419ed59798" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.457861] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-5591423c-1839-4304-8e0a-a1419ed59798" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.458536] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-5591423c-1839-4304-8e0a-a1419ed59798" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.459064] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5591423c-1839-4304-8e0a-a1419ed59798',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.565835] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.756070] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f395af7-e6d0-4c1a-9556-b60dfaaeaeed [ 630.756070] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.756359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.756359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.756565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.756678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.756770] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f395af7-e6d0-4c1a-9556-b60dfaaeaeed already deleted. [ 630.756880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f395af7-e6d0-4c1a-9556-b60dfaaeaeed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.962182] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.962439] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.962561] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.962858] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.963030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.963239] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 5591423c-1839-4304-8e0a-a1419ed59798 not found, creating... [ 630.963674] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.963889] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.964028] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.964316] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.964588] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.964975] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.965239] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.965399] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.965654] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.965847] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.966056] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 5591423c-1839-4304-8e0a-a1419ed59798 is going to be created. [ 630.987620] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.987837] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.987959] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.988273] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.988687] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.989014] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-5591423c-1839-4304-8e0a-a1419ed59798" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.068710] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.069114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.069229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.069395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.069489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.069593] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc0ba4df-6159-46f6-8180-e85e4a355871 is going to be updated. [ 631.098986] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 631.099309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.099604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.099907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.100441] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.100578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.100578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.100906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.101025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.101182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.101349] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.150997] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.153684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.153684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.153684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.153684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.176591] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: IN_PROGRESS for 2s [ 631.604535] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.604926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.604926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.605093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.605130] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.605256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.605335] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.605574] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.605674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.605762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.605908] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.606012] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.606119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.606217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.606353] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.606436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.606487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.606619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.606739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.606780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.606878] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.642489] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: SUCCESS [ 631.642751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.642862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.643099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.643331] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.643454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.646985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.646985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.646985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.646985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.646985] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.745029] env[66693]: INFO networking_nsxv3.common.synchronization [req-94055742-c4bf-42fe-bdad-f1ffb0a7b747 req-655d3776-128b-4c92-a983-205ae8e3d66b service nova] Enqueued Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_rules [ 631.745029] env[66693]: INFO networking_nsxv3.common.synchronization [req-94055742-c4bf-42fe-bdad-f1ffb0a7b747 req-655d3776-128b-4c92-a983-205ae8e3d66b service nova] Enqueued Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 631.745029] env[66693]: INFO networking_nsxv3.common.synchronization [req-94055742-c4bf-42fe-bdad-f1ffb0a7b747 req-655d3776-128b-4c92-a983-205ae8e3d66b service nova] Enqueued Resource ID: 5591423c-1839-4304-8e0a-a1419ed59798 with Priority: HIGHEST for action port [ 631.745494] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_rules [ 631.745706] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 631.745810] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5591423c-1839-4304-8e0a-a1419ed59798 with Priority: HIGHEST for action port [ 631.746207] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.746335] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.746448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.746586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.746662] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.747849] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.747968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.749762] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5591423c-1839-4304-8e0a-a1419ed59798 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.749762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5591423c-1839-4304-8e0a-a1419ed59798" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.749762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5591423c-1839-4304-8e0a-a1419ed59798" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.749762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5591423c-1839-4304-8e0a-a1419ed59798" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.749762] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5591423c-1839-4304-8e0a-a1419ed59798',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.110839] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f5b608e-f5ba-40e4-853a-003ba4888eb4: rpc.has_security_group_logging(os_id): False [ 632.130819] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.130819] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.130819] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.130819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.131475] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.131475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.131475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.131475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.131475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.131475] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 632.148654] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.148654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.148654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.148654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.148654] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.148654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.148654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.148654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.148654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.148654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.148654] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.148654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.148654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.148654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.149201] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.149201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.149275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.149440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.149526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.149611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.149704] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.254094] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.254094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.254094] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5591423c-1839-4304-8e0a-a1419ed59798 with status ACTIVE [ 632.254094] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.254094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.254094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.254094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.254094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.254094] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.254094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.254094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.254094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.254094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.254094] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.254866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.254866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.254866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.254866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.254866] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5591423c-1839-4304-8e0a-a1419ed59798 is going to be updated. [ 632.262123] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.265740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.265984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.266525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.266783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.287407] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 632.291747] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.291747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.291747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.291747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.291747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.292347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5591423c-1839-4304-8e0a-a1419ed59798" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.510077] env[66693]: INFO networking_nsxv3.common.synchronization [None req-4ea10da2-f3fd-4766-aabb-7f0f5450178e None None] Enqueued Resource ID: fc11b8d9-2849-48e1-9894-b3c2cc2b5c28 with Priority: HIGHEST for action port [ 632.511036] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc11b8d9-2849-48e1-9894-b3c2cc2b5c28 with Priority: HIGHEST for action port [ 632.511181] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc11b8d9-2849-48e1-9894-b3c2cc2b5c28 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.511452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc11b8d9-2849-48e1-9894-b3c2cc2b5c28" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.511452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc11b8d9-2849-48e1-9894-b3c2cc2b5c28" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.511931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc11b8d9-2849-48e1-9894-b3c2cc2b5c28" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.512046] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc11b8d9-2849-48e1-9894-b3c2cc2b5c28',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.652733] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2092e30e-ce8f-4f56-83fa-5a440affb4db: rpc.has_security_group_logging(os_id): False [ 632.677184] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.677184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.677383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.677566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.677812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.678077] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.678204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.678284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.678541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.678648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.679014] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.679297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.679395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.679672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.680689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.680689] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.680689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.681579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.682847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.682847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.683111] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db is going to be created. [ 632.753863] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.753863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.753863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.753863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.754255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.769185] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: IN_PROGRESS for 2s [ 633.014077] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc11b8d9-2849-48e1-9894-b3c2cc2b5c28 [ 633.016568] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.016568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.016568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.016568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.016568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.016568] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc11b8d9-2849-48e1-9894-b3c2cc2b5c28 already deleted. [ 633.016568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc11b8d9-2849-48e1-9894-b3c2cc2b5c28" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.188804] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: SUCCESS [ 633.189011] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.189324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.189412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.189599] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.189717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.189776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.189933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.189998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.190187] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.341449] env[66693]: INFO networking_nsxv3.common.synchronization [None req-6c26cd1c-0fb6-4d01-8be6-0a7a89a772eb None None] Enqueued Resource ID: ced8ba7e-f966-48f3-b81c-ddb7d8003ef3 with Priority: HIGHEST for action port [ 633.341987] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced8ba7e-f966-48f3-b81c-ddb7d8003ef3 with Priority: HIGHEST for action port [ 633.342641] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced8ba7e-f966-48f3-b81c-ddb7d8003ef3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.342641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced8ba7e-f966-48f3-b81c-ddb7d8003ef3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.342641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced8ba7e-f966-48f3-b81c-ddb7d8003ef3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.342911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced8ba7e-f966-48f3-b81c-ddb7d8003ef3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.343027] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced8ba7e-f966-48f3-b81c-ddb7d8003ef3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.693861] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.747917] env[66693]: INFO networking_nsxv3.common.synchronization [None req-ce80fa99-d3d8-4208-8650-018af9d95fac None None] Enqueued Resource ID: 75956364-91b2-47fe-9201-9c1268f798eb with Priority: HIGHEST for action port [ 633.748405] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75956364-91b2-47fe-9201-9c1268f798eb with Priority: HIGHEST for action port [ 633.748727] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-75956364-91b2-47fe-9201-9c1268f798eb taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.748853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75956364-91b2-47fe-9201-9c1268f798eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.748913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75956364-91b2-47fe-9201-9c1268f798eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.749180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75956364-91b2-47fe-9201-9c1268f798eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.749531] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75956364-91b2-47fe-9201-9c1268f798eb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.846094] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ced8ba7e-f966-48f3-b81c-ddb7d8003ef3 [ 633.846371] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.846487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.846544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.847657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.847657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.847657] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ced8ba7e-f966-48f3-b81c-ddb7d8003ef3 already deleted. [ 633.847657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced8ba7e-f966-48f3-b81c-ddb7d8003ef3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.197463] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.251652] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75956364-91b2-47fe-9201-9c1268f798eb [ 634.251819] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.252676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.252676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.252676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.252676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.252825] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75956364-91b2-47fe-9201-9c1268f798eb already deleted. [ 634.252825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75956364-91b2-47fe-9201-9c1268f798eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.303875] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 634.304114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.704450] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.704450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.704450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.704777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.704777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.704777] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc0ba4df-6159-46f6-8180-e85e4a355871 is going to be updated. [ 634.733931] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.734127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.734175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.734377] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.734517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.747022] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: IN_PROGRESS for 2s [ 634.778783] env[66693]: INFO networking_nsxv3.common.synchronization [req-66396010-1307-4852-920d-7cad4a331fef req-03f9d0ce-9afa-4769-93a9-f7b955b91dea tempest-TenantUsagesTestJSON-1184421832 tempest-TenantUsagesTestJSON-1184421832-project-member] Enqueued Resource ID: b409ba2d-b776-4819-90e3-c4123e5fe23b with Priority: HIGHEST for action security_group_members [ 634.779405] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b409ba2d-b776-4819-90e3-c4123e5fe23b with Priority: HIGHEST for action security_group_members [ 634.779726] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b409ba2d-b776-4819-90e3-c4123e5fe23b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.779851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.779916] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.781577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.781855] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.781988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.781988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.782248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.782248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.782411] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b409ba2d-b776-4819-90e3-c4123e5fe23b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.784265] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: SUCCESS [ 634.784463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.178965] env[66693]: INFO networking_nsxv3.common.synchronization [None req-ee04e373-9244-4fd9-8381-be6bf6cfa3ea None None] Enqueued Resource ID: 5f829f82-6822-4754-af03-907f3e97d630 with Priority: HIGHEST for action port [ 635.180079] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f829f82-6822-4754-af03-907f3e97d630 with Priority: HIGHEST for action port [ 635.180079] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f829f82-6822-4754-af03-907f3e97d630 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.180079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f829f82-6822-4754-af03-907f3e97d630" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.180079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f829f82-6822-4754-af03-907f3e97d630" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.180380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f829f82-6822-4754-af03-907f3e97d630" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.180380] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f829f82-6822-4754-af03-907f3e97d630',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.249271] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.249527] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.250091] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.250091] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.250336] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.250569] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.250776] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.251062] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.251417] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.253123] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.253985] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.254253] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.255030] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.255030] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.255030] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.255030] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.287774] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.287774] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.287774] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.287774] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.287774] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-b0ddcf79-5554-48d1-b2c2-bf880b6dcd36 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.287774] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-b0ddcf79-5554-48d1-b2c2-bf880b6dcd36" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.288559] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-b0ddcf79-5554-48d1-b2c2-bf880b6dcd36" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.288559] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-b0ddcf79-5554-48d1-b2c2-bf880b6dcd36" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.288559] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ddcf79-5554-48d1-b2c2-bf880b6dcd36',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.289787] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.289787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.289787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.290132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.290132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.290282] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.290425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.290461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.290669] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.290669] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.290784] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b409ba2d-b776-4819-90e3-c4123e5fe23b already deleted. [ 635.290838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.410068] env[66693]: INFO networking_nsxv3.common.synchronization [req-e00fbad7-8ba8-40fa-a61a-41be5c452ec7 req-f5551753-5d6a-4d9c-99c4-b8050550bae7 tempest-SecurityGroupRulesTestJSON-1038263702 tempest-SecurityGroupRulesTestJSON-1038263702-project-member] Enqueued Resource ID: ef9ffdce-770b-4baf-b52e-b3803ffff70d with Priority: HIGHEST for action security_group_rules [ 635.410537] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9ffdce-770b-4baf-b52e-b3803ffff70d with Priority: HIGHEST for action security_group_rules [ 635.410840] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.411032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.411685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.412075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.412194] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef9ffdce-770b-4baf-b52e-b3803ffff70d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.685757] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f829f82-6822-4754-af03-907f3e97d630 [ 635.686380] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.686380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.686380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.686556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.686556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.686636] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f829f82-6822-4754-af03-907f3e97d630 already deleted. [ 635.687370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f829f82-6822-4754-af03-907f3e97d630" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.794077] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.794475] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.794475] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.794640] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.794768] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.795325] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port b0ddcf79-5554-48d1-b2c2-bf880b6dcd36 not found, creating... [ 635.797065] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.797065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.797065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.797065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.797065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.797065] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.797065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.797065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.797617] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.797617] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.797617] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: b0ddcf79-5554-48d1-b2c2-bf880b6dcd36 is going to be created. [ 635.823723] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.823934] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.824106] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.824329] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.824552] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.824772] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-b0ddcf79-5554-48d1-b2c2-bf880b6dcd36" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.956377] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.956537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.956611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.956821] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.956945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.957011] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef9ffdce-770b-4baf-b52e-b3803ffff70d already deleted. [ 635.957103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.119450] env[66693]: INFO networking_nsxv3.common.synchronization [None req-9a992201-4be6-4ccb-ab0c-8bb44fabd825 None None] Enqueued Resource ID: 2472c2fc-9b27-420c-a0a6-0af1ed032527 with Priority: HIGHEST for action port [ 636.120122] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2472c2fc-9b27-420c-a0a6-0af1ed032527 with Priority: HIGHEST for action port [ 636.120479] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-2472c2fc-9b27-420c-a0a6-0af1ed032527 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.120615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2472c2fc-9b27-420c-a0a6-0af1ed032527" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.120690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2472c2fc-9b27-420c-a0a6-0af1ed032527" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.120971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2472c2fc-9b27-420c-a0a6-0af1ed032527" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.121083] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2472c2fc-9b27-420c-a0a6-0af1ed032527',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.401404] env[66693]: INFO networking_nsxv3.common.synchronization [req-41d4a44d-e0d8-45b4-9ce7-14ce2e89bbb9 req-fe0985bb-f814-4b2f-8c35-aae538215840 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_members [ 636.401404] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_members [ 636.401404] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12dae79-6445-4a2b-aace-f2457ebfe246 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.401404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.401404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.401404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.401404] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.401404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.401404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.401404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.401404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.401404] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d12dae79-6445-4a2b-aace-f2457ebfe246',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.619435] env[66693]: INFO networking_nsxv3.common.synchronization [req-66396010-1307-4852-920d-7cad4a331fef req-dd56106c-3805-4d45-bde5-d62cbf8b2822 service nova] Enqueued Resource ID: b409ba2d-b776-4819-90e3-c4123e5fe23b with Priority: HIGHEST for action security_group_rules [ 636.619624] env[66693]: INFO networking_nsxv3.common.synchronization [req-66396010-1307-4852-920d-7cad4a331fef req-dd56106c-3805-4d45-bde5-d62cbf8b2822 service nova] Enqueued Resource ID: b409ba2d-b776-4819-90e3-c4123e5fe23b with Priority: HIGHEST for action security_group_members [ 636.619766] env[66693]: INFO networking_nsxv3.common.synchronization [req-66396010-1307-4852-920d-7cad4a331fef req-dd56106c-3805-4d45-bde5-d62cbf8b2822 service nova] Enqueued Resource ID: b0ddcf79-5554-48d1-b2c2-bf880b6dcd36 with Priority: HIGHEST for action port [ 636.620325] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b409ba2d-b776-4819-90e3-c4123e5fe23b with Priority: HIGHEST for action security_group_rules [ 636.620452] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b409ba2d-b776-4819-90e3-c4123e5fe23b with Priority: HIGHEST for action security_group_members [ 636.620545] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ddcf79-5554-48d1-b2c2-bf880b6dcd36 with Priority: HIGHEST for action port [ 636.620838] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b409ba2d-b776-4819-90e3-c4123e5fe23b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.620984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.621693] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.622594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.622830] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b409ba2d-b776-4819-90e3-c4123e5fe23b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.624278] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b409ba2d-b776-4819-90e3-c4123e5fe23b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.624418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.624513] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.624728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.624913] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.625080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.626851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.627048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.627144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.627241] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b409ba2d-b776-4819-90e3-c4123e5fe23b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.628393] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0ddcf79-5554-48d1-b2c2-bf880b6dcd36 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.628393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0ddcf79-5554-48d1-b2c2-bf880b6dcd36" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.628560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0ddcf79-5554-48d1-b2c2-bf880b6dcd36" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.629129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0ddcf79-5554-48d1-b2c2-bf880b6dcd36" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.629129] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ddcf79-5554-48d1-b2c2-bf880b6dcd36',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.630026] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2472c2fc-9b27-420c-a0a6-0af1ed032527 [ 636.630521] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.630521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.630521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.630656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.631382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.631382] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2472c2fc-9b27-420c-a0a6-0af1ed032527 already deleted. [ 636.631382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2472c2fc-9b27-420c-a0a6-0af1ed032527" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.759754] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: SUCCESS [ 636.759754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.759904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.760130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.760322] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.760462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.760530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.760679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.760774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.760879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.760953] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.904798] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.906145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.906145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.906145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.906145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.908524] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.908524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.908524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.908524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.908524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.908524] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d12dae79-6445-4a2b-aace-f2457ebfe246 already deleted. [ 636.908524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.130676] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b409ba2d-b776-4819-90e3-c4123e5fe23b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.132092] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b409ba2d-b776-4819-90e3-c4123e5fe23b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.132239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.132617] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0ddcf79-5554-48d1-b2c2-bf880b6dcd36 with status ACTIVE [ 637.133192] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.133312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.133380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.133583] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.133673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.133963] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.134088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.134149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.134308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.134390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.134572] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.134664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.134752] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.134855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.134959] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.135058] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0ddcf79-5554-48d1-b2c2-bf880b6dcd36 is going to be updated. [ 637.160426] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.160612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.160670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.160937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.161120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.161284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0ddcf79-5554-48d1-b2c2-bf880b6dcd36" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.196651] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.196885] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.197394] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.197799] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.198133] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.198350] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.198426] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.198661] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.198824] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.199081] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.199219] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.199329] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.199428] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.199568] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.199681] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.199800] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.221988] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.222257] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.222350] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.222459] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.222805] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-49922cb0-e730-4e86-93e7-f628f336d3bb taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.223071] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-49922cb0-e730-4e86-93e7-f628f336d3bb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.223191] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-49922cb0-e730-4e86-93e7-f628f336d3bb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.223546] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-49922cb0-e730-4e86-93e7-f628f336d3bb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.223668] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49922cb0-e730-4e86-93e7-f628f336d3bb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.266131] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.266374] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.266470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.266904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.267233] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.267435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.267577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.267891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.268057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.268215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.268516] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.268660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.269467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.269602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.269762] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.269963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.270108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.270329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.270443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.270624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.270759] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.633450] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b409ba2d-b776-4819-90e3-c4123e5fe23b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.727067] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.727292] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.727409] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.727679] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.727849] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.728580] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 49922cb0-e730-4e86-93e7-f628f336d3bb not found, creating... [ 637.728580] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.728580] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.728580] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.729919] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.729919] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.729919] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.729919] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.729919] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.729919] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.729919] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.729919] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 49922cb0-e730-4e86-93e7-f628f336d3bb is going to be created. [ 637.733402] env[66693]: INFO networking_nsxv3.common.synchronization [req-ca5291c8-d916-4b48-8af2-3d64fb075c76 req-b5f511f6-3324-4b5a-8fd6-5155a6154ece tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 637.734533] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 637.734847] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.734961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.735041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.735208] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.735574] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.735679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.735751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.735920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.735999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.736116] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.752867] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.753075] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.753213] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.753483] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.757014] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.757014] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-49922cb0-e730-4e86-93e7-f628f336d3bb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.774354] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc0ba4df-6159-46f6-8180-e85e4a355871: rpc.has_security_group_logging(os_id): False [ 637.805091] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.805466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.805466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.805660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.805765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.806037] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.806190] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.806283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.806514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.806632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.806931] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.807090] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.807157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.807348] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.807492] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.807681] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.807776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.807838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.807980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.808069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.808157] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc0ba4df-6159-46f6-8180-e85e4a355871 is going to be updated. [ 637.881554] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.881736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.881802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.882123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.882320] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.895236] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: IN_PROGRESS for 2s [ 638.137325] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.137713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.137713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.137790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.137822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.137953] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b409ba2d-b776-4819-90e3-c4123e5fe23b is going to be created. [ 638.160474] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.160735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.160735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.160916] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.161087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.171191] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b409ba2d-b776-4819-90e3-c4123e5fe23b in Status: UNINITIALIZED for 2s [ 638.238307] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.238518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.238595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.238819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.238932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.239143] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.239392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.239392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.239510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.239510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.239600] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 638.271315] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.271470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.271527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.271802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.271921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.282913] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 638.527863] env[66693]: INFO networking_nsxv3.common.synchronization [req-41d4a44d-e0d8-45b4-9ce7-14ce2e89bbb9 req-fb955377-4238-4779-a8d8-f6d049ddf832 service nova] Enqueued Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_rules [ 638.528032] env[66693]: INFO networking_nsxv3.common.synchronization [req-41d4a44d-e0d8-45b4-9ce7-14ce2e89bbb9 req-fb955377-4238-4779-a8d8-f6d049ddf832 service nova] Enqueued Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_members [ 638.528170] env[66693]: INFO networking_nsxv3.common.synchronization [req-41d4a44d-e0d8-45b4-9ce7-14ce2e89bbb9 req-fb955377-4238-4779-a8d8-f6d049ddf832 service nova] Enqueued Resource ID: 49922cb0-e730-4e86-93e7-f628f336d3bb with Priority: HIGHEST for action port [ 638.528400] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_rules [ 638.528554] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_members [ 638.528654] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49922cb0-e730-4e86-93e7-f628f336d3bb with Priority: HIGHEST for action port [ 638.529313] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d12dae79-6445-4a2b-aace-f2457ebfe246 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.529472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.529566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.529809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.529918] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d12dae79-6445-4a2b-aace-f2457ebfe246',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.531410] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12dae79-6445-4a2b-aace-f2457ebfe246 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.531534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.531632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.535017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.535017] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.535017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.535017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.535017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.535017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.535017] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d12dae79-6445-4a2b-aace-f2457ebfe246',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.535017] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-49922cb0-e730-4e86-93e7-f628f336d3bb taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.535017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49922cb0-e730-4e86-93e7-f628f336d3bb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.535017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49922cb0-e730-4e86-93e7-f628f336d3bb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.535017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49922cb0-e730-4e86-93e7-f628f336d3bb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.535017] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49922cb0-e730-4e86-93e7-f628f336d3bb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.036663] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12dae79-6445-4a2b-aace-f2457ebfe246 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.036663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.037051] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d12dae79-6445-4a2b-aace-f2457ebfe246',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.037939] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49922cb0-e730-4e86-93e7-f628f336d3bb with status ACTIVE [ 639.037939] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.038125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.038125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.038326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.038450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.038581] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.038674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.038729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.038922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.039189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.039189] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.039286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.039442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.039651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.039651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.039713] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49922cb0-e730-4e86-93e7-f628f336d3bb is going to be updated. [ 639.064274] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.064274] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.064274] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.065768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.065924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.066093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49922cb0-e730-4e86-93e7-f628f336d3bb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.352997] env[66693]: INFO networking_nsxv3.common.synchronization [None req-59ac1522-22b1-426a-85d1-9453a38a44ba None None] Enqueued Resource ID: 6101f0f4-f9e8-43bc-8ebf-02480f164e44 with Priority: HIGHEST for action port [ 639.353774] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6101f0f4-f9e8-43bc-8ebf-02480f164e44 with Priority: HIGHEST for action port [ 639.353774] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-6101f0f4-f9e8-43bc-8ebf-02480f164e44 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.353947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6101f0f4-f9e8-43bc-8ebf-02480f164e44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.354028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6101f0f4-f9e8-43bc-8ebf-02480f164e44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.355447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6101f0f4-f9e8-43bc-8ebf-02480f164e44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.355447] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6101f0f4-f9e8-43bc-8ebf-02480f164e44',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.542858] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d12dae79-6445-4a2b-aace-f2457ebfe246',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.858720] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6101f0f4-f9e8-43bc-8ebf-02480f164e44 [ 639.858997] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.859171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.859247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.859499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.859606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.859712] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6101f0f4-f9e8-43bc-8ebf-02480f164e44 already deleted. [ 639.859808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6101f0f4-f9e8-43bc-8ebf-02480f164e44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.912012] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: SUCCESS [ 639.912012] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.046613] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.046613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.046613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.046613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.046613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.046613] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d12dae79-6445-4a2b-aace-f2457ebfe246 is going to be created. [ 640.074683] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.074842] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.074956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.075225] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.075349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.087677] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12dae79-6445-4a2b-aace-f2457ebfe246 in Status: UNINITIALIZED for 2s [ 640.184039] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b409ba2d-b776-4819-90e3-c4123e5fe23b in Status: SUCCESS [ 640.184039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.184039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.184039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.184039] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.184039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.184039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.184039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.184039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.184039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.184039] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b409ba2d-b776-4819-90e3-c4123e5fe23b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.303051] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 640.303296] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 deletion is rescheduled due to dependency. [ 640.303418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.686399] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b409ba2d-b776-4819-90e3-c4123e5fe23b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.686723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.686723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.686833] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.686993] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.687100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.687162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.687315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.687402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.687494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.687635] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b409ba2d-b776-4819-90e3-c4123e5fe23b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.687718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.687804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.687918] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.688069] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.688160] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.688657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.688657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.688657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.688657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.688657] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b409ba2d-b776-4819-90e3-c4123e5fe23b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.005015] env[66693]: INFO networking_nsxv3.common.synchronization [req-fb6162cc-c372-434f-b986-ae46bedb9de5 req-f72cdd0a-5371-4c6d-a434-2201f5fd36b3 tempest-ServersWithSpecificFlavorTestJSON-1448579426 tempest-ServersWithSpecificFlavorTestJSON-1448579426-project-member] Enqueued Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 641.006843] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 641.006990] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.007136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.007205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.007819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.007981] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.008104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.008172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.008420] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.008508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.008603] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.030015] env[66693]: INFO networking_nsxv3.common.synchronization [req-6288dfea-2936-4ace-90a3-100c1fa77ff9 req-05618e60-b756-457a-8126-f5f27d5fe09a tempest-SecurityGroupRulesTestJSON-1038263702 tempest-SecurityGroupRulesTestJSON-1038263702-project-member] Enqueued Resource ID: ef9ffdce-770b-4baf-b52e-b3803ffff70d with Priority: HIGHEST for action security_group_rules [ 641.031592] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9ffdce-770b-4baf-b52e-b3803ffff70d with Priority: HIGHEST for action security_group_rules [ 641.032533] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.032533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.032533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.032533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.032533] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef9ffdce-770b-4baf-b52e-b3803ffff70d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.193363] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b409ba2d-b776-4819-90e3-c4123e5fe23b: rpc.has_security_group_logging(os_id): False [ 641.216139] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.216357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.216464] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.216748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.216855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.217343] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.217343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.217343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.217527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.217527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.217622] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.217716] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.217767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.217932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.217972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.218413] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.218562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.218778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.218831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.218880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.218982] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b409ba2d-b776-4819-90e3-c4123e5fe23b is going to be created. [ 641.288723] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.288950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.289035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.289243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.289437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.306969] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b409ba2d-b776-4819-90e3-c4123e5fe23b in Status: IN_PROGRESS for 2s [ 641.486846] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.487077] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-366" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.487077] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-366" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.487448] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-366" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.487646] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.487832] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.487896] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.488113] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.488248] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.488447] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.488547] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.488651] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.488755] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.488911] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.489133] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.489223] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.511990] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.511990] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.511990] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.512242] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-366" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.512427] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-186ecc2d-13de-421f-8faa-ba1d65276996 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.512610] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-186ecc2d-13de-421f-8faa-ba1d65276996" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.512720] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-186ecc2d-13de-421f-8faa-ba1d65276996" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.513071] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-186ecc2d-13de-421f-8faa-ba1d65276996" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.513289] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186ecc2d-13de-421f-8faa-ba1d65276996',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.514756] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.514756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.514756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.515007] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.515369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.515404] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.515497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.515563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.515721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.516132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.516132] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b already deleted. [ 641.516132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.565440] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.565440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.565440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.565681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.565715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.565814] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef9ffdce-770b-4baf-b52e-b3803ffff70d already deleted. [ 641.565899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.640946] env[66693]: INFO networking_nsxv3.common.synchronization [None req-e12463a4-8e20-4709-b692-e2f214092070 None None] Enqueued Resource ID: a446053e-b1e8-437d-a7ee-b491be813cd8 with Priority: HIGHEST for action port [ 641.641649] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a446053e-b1e8-437d-a7ee-b491be813cd8 with Priority: HIGHEST for action port [ 641.641951] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-a446053e-b1e8-437d-a7ee-b491be813cd8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.642112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a446053e-b1e8-437d-a7ee-b491be813cd8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.642166] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a446053e-b1e8-437d-a7ee-b491be813cd8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.642379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a446053e-b1e8-437d-a7ee-b491be813cd8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.642460] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a446053e-b1e8-437d-a7ee-b491be813cd8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.018924] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.019310] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.019359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.019708] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.019783] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.019999] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 186ecc2d-13de-421f-8faa-ba1d65276996 not found, creating... [ 642.020247] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.020408] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.020520] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.020738] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.020875] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.021201] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.021350] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.021466] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.021656] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.021784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.021940] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 186ecc2d-13de-421f-8faa-ba1d65276996 is going to be created. [ 642.047330] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.047585] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.047886] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.048114] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.048300] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.049188] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-186ecc2d-13de-421f-8faa-ba1d65276996" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.103936] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12dae79-6445-4a2b-aace-f2457ebfe246 in Status: SUCCESS [ 642.103936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.103936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.104261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.105094] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.108122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.108122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.108122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.108122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.108122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.108122] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d12dae79-6445-4a2b-aace-f2457ebfe246',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.148023] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a446053e-b1e8-437d-a7ee-b491be813cd8 [ 642.148023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.148023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.148023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.148023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.148023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.148023] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a446053e-b1e8-437d-a7ee-b491be813cd8 already deleted. [ 642.148023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a446053e-b1e8-437d-a7ee-b491be813cd8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.610640] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d12dae79-6445-4a2b-aace-f2457ebfe246',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.801598] env[66693]: INFO networking_nsxv3.common.synchronization [req-fb6162cc-c372-434f-b986-ae46bedb9de5 req-147b1c47-7743-4ae8-b2a6-712bfc964476 service nova] Enqueued Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_rules [ 642.801823] env[66693]: INFO networking_nsxv3.common.synchronization [req-fb6162cc-c372-434f-b986-ae46bedb9de5 req-147b1c47-7743-4ae8-b2a6-712bfc964476 service nova] Enqueued Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 642.801993] env[66693]: INFO networking_nsxv3.common.synchronization [req-fb6162cc-c372-434f-b986-ae46bedb9de5 req-147b1c47-7743-4ae8-b2a6-712bfc964476 service nova] Enqueued Resource ID: 186ecc2d-13de-421f-8faa-ba1d65276996 with Priority: HIGHEST for action port [ 642.802577] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_rules [ 642.802848] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 642.802848] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 186ecc2d-13de-421f-8faa-ba1d65276996 with Priority: HIGHEST for action port [ 642.803224] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.803384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.803424] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.803723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.803723] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.804971] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.805122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.805206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.805460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.805789] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.807031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.807031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.807031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.810019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.810019] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.811047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-186ecc2d-13de-421f-8faa-ba1d65276996 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.811142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-186ecc2d-13de-421f-8faa-ba1d65276996" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.811142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-186ecc2d-13de-421f-8faa-ba1d65276996" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.811350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-186ecc2d-13de-421f-8faa-ba1d65276996" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.811453] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186ecc2d-13de-421f-8faa-ba1d65276996',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.117514] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d12dae79-6445-4a2b-aace-f2457ebfe246: rpc.has_security_group_logging(os_id): False [ 643.137095] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.137095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.137095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.137095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.137095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.137803] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.137921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.139500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.142016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.142016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.142016] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d12dae79-6445-4a2b-aace-f2457ebfe246 is going to be created. [ 643.211152] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.211306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.211389] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.211771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.211849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.226639] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d12dae79-6445-4a2b-aace-f2457ebfe246 in Status: IN_PROGRESS for 2s [ 643.312875] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.313028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.317252] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.317252] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 186ecc2d-13de-421f-8faa-ba1d65276996 with status ACTIVE [ 643.317252] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.317252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.317252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.317252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.317252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.317252] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.317590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.317590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.317590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.317590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.317726] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.317798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.317855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.317987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.318121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.318157] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 186ecc2d-13de-421f-8faa-ba1d65276996 is going to be updated. [ 643.320716] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b409ba2d-b776-4819-90e3-c4123e5fe23b in Status: SUCCESS [ 643.320940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.341029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.341029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.341180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.341528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.341528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.341629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-186ecc2d-13de-421f-8faa-ba1d65276996" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.820756] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.325647] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.326300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.326300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.326300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.326300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.326600] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b is going to be created. [ 644.358899] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.359197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.359286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.359634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.359831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.372144] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: UNINITIALIZED for 2s [ 645.242022] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d12dae79-6445-4a2b-aace-f2457ebfe246 in Status: SUCCESS [ 645.242022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.760769] env[66693]: INFO networking_nsxv3.common.synchronization [req-b7317d97-aa95-43f8-a441-6670d4df7be1 req-c4bcb736-6a68-4be5-9684-8650e9c1f142 tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 645.761501] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 645.761917] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.762860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.762967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.763261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.763483] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.763744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.763744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.763903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.764029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.764189] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.266905] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.267198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.267198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.267369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.267454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.267664] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.267768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.267874] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.267984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.268066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.268154] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 646.277384] env[66693]: INFO networking_nsxv3.common.synchronization [req-3af9cca0-41a8-45c6-8b53-152551f57d06 req-598e8b3f-3005-4797-bd2b-0aad90dc7003 tempest-SecurityGroupRulesTestJSON-1038263702 tempest-SecurityGroupRulesTestJSON-1038263702-project-member] Enqueued Resource ID: ef9ffdce-770b-4baf-b52e-b3803ffff70d with Priority: HIGHEST for action security_group_rules [ 646.278442] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9ffdce-770b-4baf-b52e-b3803ffff70d with Priority: HIGHEST for action security_group_rules [ 646.278780] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.279444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.279551] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.279770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.279872] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef9ffdce-770b-4baf-b52e-b3803ffff70d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.304933] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.305144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.305233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.305461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.305610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.318015] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 646.381806] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: SUCCESS [ 646.382075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.382550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.382550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.382697] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.382789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.382967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.383040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.383107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.383160] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.383499] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.802543] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.802543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.802543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.802543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.802543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.802543] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef9ffdce-770b-4baf-b52e-b3803ffff70d already deleted. [ 646.802543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef9ffdce-770b-4baf-b52e-b3803ffff70d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.887419] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.390118] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a81ee1f2-42a4-4f35-b343-1546f7f3485b: rpc.has_security_group_logging(os_id): False [ 647.415858] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.416052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.416231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.416324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.417029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.417029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.417029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.417029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.417029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.417285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.418027] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b is going to be created. [ 647.521141] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.521141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.521141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.521588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.521742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.544614] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: IN_PROGRESS for 2s [ 648.328275] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 648.329253] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 deletion is rescheduled due to dependency. [ 648.329253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.304514] env[66693]: INFO networking_nsxv3.common.synchronization [None req-f7776912-c20e-4e5b-aa7c-f0f32382c8c1 None None] Enqueued Resource ID: affb0b62-0f82-4356-a964-f508a10dcba3 with Priority: HIGHEST for action port [ 649.305189] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: affb0b62-0f82-4356-a964-f508a10dcba3 with Priority: HIGHEST for action port [ 649.305565] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-affb0b62-0f82-4356-a964-f508a10dcba3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.305693] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-affb0b62-0f82-4356-a964-f508a10dcba3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.305793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-affb0b62-0f82-4356-a964-f508a10dcba3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.306098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-affb0b62-0f82-4356-a964-f508a10dcba3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.306262] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('affb0b62-0f82-4356-a964-f508a10dcba3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.371809] env[66693]: INFO networking_nsxv3.common.synchronization [None req-06f3e071-3a03-4d1b-9219-4a9429ab1a42 None None] Enqueued Resource ID: 95389684-43fb-439e-88e8-c48898c1ebb2 with Priority: HIGHEST for action port [ 649.372610] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95389684-43fb-439e-88e8-c48898c1ebb2 with Priority: HIGHEST for action port [ 649.372928] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-95389684-43fb-439e-88e8-c48898c1ebb2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.375768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95389684-43fb-439e-88e8-c48898c1ebb2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.375873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95389684-43fb-439e-88e8-c48898c1ebb2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.376466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95389684-43fb-439e-88e8-c48898c1ebb2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.376523] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95389684-43fb-439e-88e8-c48898c1ebb2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.560614] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: SUCCESS [ 649.560953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.808862] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port affb0b62-0f82-4356-a964-f508a10dcba3 [ 649.809483] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.809483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.809483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.809744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.809744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.809744] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:affb0b62-0f82-4356-a964-f508a10dcba3 already deleted. [ 649.809875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-affb0b62-0f82-4356-a964-f508a10dcba3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.882341] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95389684-43fb-439e-88e8-c48898c1ebb2 [ 649.882754] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.883331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.883766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.884115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.884486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.884689] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95389684-43fb-439e-88e8-c48898c1ebb2 already deleted. [ 649.884867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95389684-43fb-439e-88e8-c48898c1ebb2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.887273] env[66693]: INFO networking_nsxv3.common.synchronization [req-e3017561-8f45-444c-b8de-495a9c27bc58 req-9bbd2823-30df-495f-b3d6-7d61cdd08ef3 tempest-ServerAddressesNegativeTestJSON-249720196 tempest-ServerAddressesNegativeTestJSON-249720196-project-member] Enqueued Resource ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed with Priority: HIGHEST for action security_group_members [ 649.889131] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed with Priority: HIGHEST for action security_group_members [ 649.889131] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7299fb6-f8b8-45df-a338-2d7cf1214bed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.889131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.889131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.889131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.889131] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.889131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.889131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.889131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.889131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.890079] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7299fb6-f8b8-45df-a338-2d7cf1214bed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.391572] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.391888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.391888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.392520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.392694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.393026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.393118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.393118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.393855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.393855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.393855] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed is going to be updated. [ 650.425315] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.425462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.425602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.425960] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.426203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.437719] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed in Status: IN_PROGRESS for 2s [ 651.265719] env[66693]: INFO networking_nsxv3.common.synchronization [req-71faf2f6-77ec-4339-99fd-2df3d0c2f8a6 req-a2a0d247-d800-4954-8978-305ea9b25077 tempest-AttachVolumeTestJSON-1478924556 tempest-AttachVolumeTestJSON-1478924556-project-member] Enqueued Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_members [ 651.266404] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_members [ 651.266832] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.266832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.267061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.267192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.267383] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.267508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.267604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.267791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.267897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.268023] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3027b11-fd3c-46b1-94b5-7c42e5f474f8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.764667] env[66693]: INFO networking_nsxv3.common.synchronization [None req-c893cf69-473c-4a73-bc9d-fe32a8161beb tempest-ServersTestFqdnHostnames-1149150636 tempest-ServersTestFqdnHostnames-1149150636-project-member] Enqueued Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_rules [ 651.764667] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_rules [ 651.765238] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9442830a-a343-458d-9ed2-d04517f5ea94 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.765238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.765238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.765371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.765407] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9442830a-a343-458d-9ed2-d04517f5ea94',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.772366] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.772366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.772366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.775681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.775681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.775681] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.775681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.775681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.775681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.775681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.775681] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 already deleted. [ 651.775681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.776912] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.776912] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-244" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.777087] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-244" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.777306] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-244" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.777633] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.777834] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.777932] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.778199] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.778346] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.778575] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.778684] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.778802] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.778906] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.779015] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.779116] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.779237] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.797943] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.798126] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.798259] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.798436] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-244" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.798797] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-ea5bedd4-96dd-453f-bf17-191fb57fcaa9 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.798965] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-ea5bedd4-96dd-453f-bf17-191fb57fcaa9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.799116] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-ea5bedd4-96dd-453f-bf17-191fb57fcaa9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.799424] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-ea5bedd4-96dd-453f-bf17-191fb57fcaa9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.799555] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea5bedd4-96dd-453f-bf17-191fb57fcaa9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.972787] env[66693]: INFO networking_nsxv3.common.synchronization [None req-48133b99-eb24-4dbe-8c7d-74f9f936a1a8 None None] Enqueued Resource ID: 0901d5f2-4178-4ac0-b8e0-db54a3e32b46 with Priority: HIGHEST for action port [ 651.973967] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0901d5f2-4178-4ac0-b8e0-db54a3e32b46 with Priority: HIGHEST for action port [ 651.974144] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-0901d5f2-4178-4ac0-b8e0-db54a3e32b46 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.975350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0901d5f2-4178-4ac0-b8e0-db54a3e32b46" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.975350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0901d5f2-4178-4ac0-b8e0-db54a3e32b46" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.975350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0901d5f2-4178-4ac0-b8e0-db54a3e32b46" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.975350] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0901d5f2-4178-4ac0-b8e0-db54a3e32b46',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.980154] env[66693]: INFO networking_nsxv3.common.synchronization [None req-5d5bbb1f-3d7c-4a4c-ac78-6f4a91d77700 tempest-ServersTestFqdnHostnames-1149150636 tempest-ServersTestFqdnHostnames-1149150636-project-member] Enqueued Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_rules [ 651.980958] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_rules [ 651.981403] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9442830a-a343-458d-9ed2-d04517f5ea94 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.981509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.189861] env[66693]: INFO networking_nsxv3.common.synchronization [None req-fd9dea6a-5632-4359-9c32-9b3c1fe7edcd None None] Enqueued Resource ID: 5e454abb-90dd-4e8d-87b4-dcb1b6dc4448 with Priority: HIGHEST for action port [ 652.190584] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e454abb-90dd-4e8d-87b4-dcb1b6dc4448 with Priority: HIGHEST for action port [ 652.191158] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e454abb-90dd-4e8d-87b4-dcb1b6dc4448 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.191244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e454abb-90dd-4e8d-87b4-dcb1b6dc4448" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.191314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e454abb-90dd-4e8d-87b4-dcb1b6dc4448" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.191623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e454abb-90dd-4e8d-87b4-dcb1b6dc4448" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.191725] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e454abb-90dd-4e8d-87b4-dcb1b6dc4448',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.291867] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.291867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.291867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.291867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.291867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.291867] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9442830a-a343-458d-9ed2-d04517f5ea94 already deleted. [ 652.291867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.291867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.291867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.291867] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9442830a-a343-458d-9ed2-d04517f5ea94',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.304024] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.304024] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.304024] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.304024] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.304024] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.304024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port ea5bedd4-96dd-453f-bf17-191fb57fcaa9 not found, creating... [ 652.304024] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.304024] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.304024] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.304024] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.304024] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.304586] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.304872] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.305279] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.305646] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.305907] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.306179] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: ea5bedd4-96dd-453f-bf17-191fb57fcaa9 is going to be created. [ 652.340904] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.340904] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.340904] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.340904] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.340904] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.340904] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-ea5bedd4-96dd-453f-bf17-191fb57fcaa9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.453712] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed in Status: SUCCESS [ 652.453712] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed deletion is rescheduled due to dependency. [ 652.453712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.477844] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0901d5f2-4178-4ac0-b8e0-db54a3e32b46 [ 652.477844] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.477844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.477844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.477844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.477844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.477844] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0901d5f2-4178-4ac0-b8e0-db54a3e32b46 already deleted. [ 652.477844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0901d5f2-4178-4ac0-b8e0-db54a3e32b46" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.694429] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e454abb-90dd-4e8d-87b4-dcb1b6dc4448 [ 652.695753] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.695753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.695753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.695753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.695753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.695753] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e454abb-90dd-4e8d-87b4-dcb1b6dc4448 already deleted. [ 652.695753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e454abb-90dd-4e8d-87b4-dcb1b6dc4448" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.813637] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.813947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.813947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.814107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.814169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.814263] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9442830a-a343-458d-9ed2-d04517f5ea94 already deleted. [ 652.814350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.078805] env[66693]: INFO networking_nsxv3.common.synchronization [req-71faf2f6-77ec-4339-99fd-2df3d0c2f8a6 req-f52abebf-7050-4637-add0-6abaef105e11 service nova] Enqueued Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_rules [ 653.078805] env[66693]: INFO networking_nsxv3.common.synchronization [req-71faf2f6-77ec-4339-99fd-2df3d0c2f8a6 req-f52abebf-7050-4637-add0-6abaef105e11 service nova] Enqueued Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_members [ 653.078805] env[66693]: INFO networking_nsxv3.common.synchronization [req-71faf2f6-77ec-4339-99fd-2df3d0c2f8a6 req-f52abebf-7050-4637-add0-6abaef105e11 service nova] Enqueued Resource ID: ea5bedd4-96dd-453f-bf17-191fb57fcaa9 with Priority: HIGHEST for action port [ 653.078805] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_rules [ 653.078805] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_members [ 653.078805] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5bedd4-96dd-453f-bf17-191fb57fcaa9 with Priority: HIGHEST for action port [ 653.078805] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.078805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.078805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.082146] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.082146] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3027b11-fd3c-46b1-94b5-7c42e5f474f8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.082146] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.082591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.082591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.082656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.082864] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.082950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.082950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.083104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.083198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.083300] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3027b11-fd3c-46b1-94b5-7c42e5f474f8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.084188] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea5bedd4-96dd-453f-bf17-191fb57fcaa9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.084294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea5bedd4-96dd-453f-bf17-191fb57fcaa9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.084294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea5bedd4-96dd-453f-bf17-191fb57fcaa9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.084446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea5bedd4-96dd-453f-bf17-191fb57fcaa9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.084518] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea5bedd4-96dd-453f-bf17-191fb57fcaa9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.588247] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea5bedd4-96dd-453f-bf17-191fb57fcaa9 with status ACTIVE [ 653.588247] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.588247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.588247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.588247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.588247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.592475] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.592475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.592475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.592475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.592475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.592475] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.592475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.592475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.592475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.592475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.592475] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea5bedd4-96dd-453f-bf17-191fb57fcaa9 is going to be updated. [ 653.594329] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.594329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.594329] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3027b11-fd3c-46b1-94b5-7c42e5f474f8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.617121] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.617307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.617357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.617578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.617720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.617888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea5bedd4-96dd-453f-bf17-191fb57fcaa9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.844302] env[66693]: INFO networking_nsxv3.common.synchronization [req-4de3cabf-bda6-46d1-a38c-351c18c52855 req-20ee4eef-f36b-4c6e-889b-c8beaed4336e tempest-DeleteServersAdminTestJSON-1512722972 tempest-DeleteServersAdminTestJSON-1512722972-project-member] Enqueued Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 653.844849] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 653.845960] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.848461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.848461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.848461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.848461] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.848461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.848461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.848461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.848461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.848461] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.100855] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3027b11-fd3c-46b1-94b5-7c42e5f474f8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.350579] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.350774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.350844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.351290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.351400] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.351622] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.351732] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.351781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.352065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.352168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.352387] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a is going to be updated. [ 654.382097] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.382316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.382316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.382518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.382662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.391730] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: IN_PROGRESS for 2s [ 654.454768] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.454974] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.454974] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.455409] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.455500] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.455597] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.455724] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.455903] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.456292] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.456494] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.456626] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.456706] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.456804] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.456940] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.457012] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.457197] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.477289] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.477465] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.477568] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.477741] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.478437] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-78dac172-5c8a-4b65-adda-84fcbd938502 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.478437] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-78dac172-5c8a-4b65-adda-84fcbd938502" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.478437] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-78dac172-5c8a-4b65-adda-84fcbd938502" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.478851] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-78dac172-5c8a-4b65-adda-84fcbd938502" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.478851] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78dac172-5c8a-4b65-adda-84fcbd938502',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.604780] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.604780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.604780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.605065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.605065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.605159] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 is going to be created. [ 654.629780] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.629780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.629780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.630177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.630219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.640059] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 in Status: UNINITIALIZED for 2s [ 654.981172] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.981576] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.981576] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.982102] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.982102] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.982102] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 78dac172-5c8a-4b65-adda-84fcbd938502 not found, creating... [ 654.982362] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.982625] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.982670] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.983316] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.983316] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.983316] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.983668] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.983668] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.983741] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.983824] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.983961] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 78dac172-5c8a-4b65-adda-84fcbd938502 is going to be created. [ 655.007157] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.007587] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.007587] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.007743] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.007955] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.008863] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-78dac172-5c8a-4b65-adda-84fcbd938502" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.740320] env[66693]: INFO networking_nsxv3.common.synchronization [req-4de3cabf-bda6-46d1-a38c-351c18c52855 req-539f6c76-25f0-4659-906e-204de97e7b93 service nova] Enqueued Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_rules [ 655.740396] env[66693]: INFO networking_nsxv3.common.synchronization [req-4de3cabf-bda6-46d1-a38c-351c18c52855 req-539f6c76-25f0-4659-906e-204de97e7b93 service nova] Enqueued Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 655.742985] env[66693]: INFO networking_nsxv3.common.synchronization [req-4de3cabf-bda6-46d1-a38c-351c18c52855 req-539f6c76-25f0-4659-906e-204de97e7b93 service nova] Enqueued Resource ID: 78dac172-5c8a-4b65-adda-84fcbd938502 with Priority: HIGHEST for action port [ 655.742985] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_rules [ 655.742985] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 655.742985] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dac172-5c8a-4b65-adda-84fcbd938502 with Priority: HIGHEST for action port [ 655.742985] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.742985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.742985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.742985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.742985] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.742985] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.742985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.743747] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-78dac172-5c8a-4b65-adda-84fcbd938502 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.743747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78dac172-5c8a-4b65-adda-84fcbd938502" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.743747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78dac172-5c8a-4b65-adda-84fcbd938502" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.743747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78dac172-5c8a-4b65-adda-84fcbd938502" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.743747] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78dac172-5c8a-4b65-adda-84fcbd938502',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.247689] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.247689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.248155] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78dac172-5c8a-4b65-adda-84fcbd938502 with status ACTIVE [ 656.248155] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.248155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.248272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.248433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.248529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.248705] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.248823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.248872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.249056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.249105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.249293] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.249440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.249728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.249728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.249728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.249875] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78dac172-5c8a-4b65-adda-84fcbd938502 is going to be updated. [ 656.275163] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.276571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.276571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.276571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.276571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.276571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78dac172-5c8a-4b65-adda-84fcbd938502" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.402947] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: SUCCESS [ 656.403540] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a deletion is rescheduled due to dependency. [ 656.403935] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.404086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.404446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.405414] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.405414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.405414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.405414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.405414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.405414] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.650692] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 in Status: SUCCESS [ 656.650952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.651168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.651385] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.651611] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.651820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.651820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.652025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.652143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.652143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.652251] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3027b11-fd3c-46b1-94b5-7c42e5f474f8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.908445] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.154130] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3027b11-fd3c-46b1-94b5-7c42e5f474f8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.411310] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.628014] env[66693]: INFO networking_nsxv3.common.synchronization [None req-f3d8f741-4e10-4955-a4ce-85f3f246b509 None None] Enqueued Resource ID: 1048dce2-7dd6-4f3d-ba6b-5f9126943c54 with Priority: HIGHEST for action port [ 657.628531] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1048dce2-7dd6-4f3d-ba6b-5f9126943c54 with Priority: HIGHEST for action port [ 657.628836] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-1048dce2-7dd6-4f3d-ba6b-5f9126943c54 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.629017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1048dce2-7dd6-4f3d-ba6b-5f9126943c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.629253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1048dce2-7dd6-4f3d-ba6b-5f9126943c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.629429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1048dce2-7dd6-4f3d-ba6b-5f9126943c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.629429] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1048dce2-7dd6-4f3d-ba6b-5f9126943c54',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.657509] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3027b11-fd3c-46b1-94b5-7c42e5f474f8: rpc.has_security_group_logging(os_id): False [ 657.676471] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.676667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.676732] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.678155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.678155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.678155] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.678155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.678155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.678155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.678155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.678155] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 is going to be created. [ 657.740928] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.741201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.741201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.741515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.741778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.755735] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 in Status: IN_PROGRESS for 2s [ 657.917670] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.918061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.918215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.919163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.919163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.919324] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a is going to be updated. [ 657.949401] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.949591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.949591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.951445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.951445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.959289] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: IN_PROGRESS for 2s [ 658.131517] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1048dce2-7dd6-4f3d-ba6b-5f9126943c54 [ 658.131747] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.131916] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.131999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.132205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.132286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.132726] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1048dce2-7dd6-4f3d-ba6b-5f9126943c54 already deleted. [ 658.132826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1048dce2-7dd6-4f3d-ba6b-5f9126943c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.770814] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 in Status: SUCCESS [ 659.771164] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.970032] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: SUCCESS [ 659.970032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.970195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.970364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.971600] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.971600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.971600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.971600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.971600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.971600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.971600] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.231032] env[66693]: INFO networking_nsxv3.common.synchronization [None req-cf368685-2513-4f67-9132-09c8427aacb3 None None] Enqueued Resource ID: 033eb688-2989-4b7d-9346-93d336f6d2fe with Priority: HIGHEST for action port [ 660.231245] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033eb688-2989-4b7d-9346-93d336f6d2fe with Priority: HIGHEST for action port [ 660.231584] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-033eb688-2989-4b7d-9346-93d336f6d2fe taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.231715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-033eb688-2989-4b7d-9346-93d336f6d2fe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.231767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-033eb688-2989-4b7d-9346-93d336f6d2fe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.232059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-033eb688-2989-4b7d-9346-93d336f6d2fe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.232140] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('033eb688-2989-4b7d-9346-93d336f6d2fe',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.473529] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.473689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.473746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.473962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.474139] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.474242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.474305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.474456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.474549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.474800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.474910] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.474969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.475022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.475174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.475314] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.475405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.475466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.475638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.475676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.475986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.475986] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.734639] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 033eb688-2989-4b7d-9346-93d336f6d2fe [ 660.734639] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.734639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.734639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.734818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.734818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.734889] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:033eb688-2989-4b7d-9346-93d336f6d2fe already deleted. [ 660.734924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-033eb688-2989-4b7d-9346-93d336f6d2fe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.013737] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78af4fcb-ca41-4757-8de4-9418d8f9346a: rpc.has_security_group_logging(os_id): False [ 661.013737] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.013737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.013737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.013737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.013737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.013737] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.013737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.013737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.013737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.013737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.013737] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.013737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.013737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.013737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.022307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.022307] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.022307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.022307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.022307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.022307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.022307] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a is going to be updated. [ 661.073606] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.073606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.073606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.073923] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.074106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.092379] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: IN_PROGRESS for 2s [ 663.109680] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: SUCCESS [ 663.110058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.818231] env[66693]: INFO networking_nsxv3.common.synchronization [req-b58a6b3f-fffb-48cc-adec-56e264aa64a9 req-3bf8cb7d-9b3e-4a51-8e1f-abed8eae8ccc tempest-TenantUsagesTestJSON-1184421832 tempest-TenantUsagesTestJSON-1184421832-project-member] Enqueued Resource ID: b409ba2d-b776-4819-90e3-c4123e5fe23b with Priority: HIGHEST for action security_group_members [ 663.820606] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b409ba2d-b776-4819-90e3-c4123e5fe23b with Priority: HIGHEST for action security_group_members [ 663.820606] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b409ba2d-b776-4819-90e3-c4123e5fe23b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.820606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.820606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.820606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.820606] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.820606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.820606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.820606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.821607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.821607] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b409ba2d-b776-4819-90e3-c4123e5fe23b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.194034] env[66693]: INFO networking_nsxv3.common.synchronization [req-a8ca4a84-5c5f-4e4d-87e7-9561cba7051a req-3049508c-2f34-4339-b24f-b3c3add54302 tempest-VolumesAdminNegativeTest-1496663588 tempest-VolumesAdminNegativeTest-1496663588-project-member] Enqueued Resource ID: de057af1-52b3-4c8e-a084-a56b6b89f9db with Priority: HIGHEST for action security_group_members [ 664.194352] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de057af1-52b3-4c8e-a084-a56b6b89f9db with Priority: HIGHEST for action security_group_members [ 664.194582] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-de057af1-52b3-4c8e-a084-a56b6b89f9db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.194711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.194770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.195304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.195504] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.195627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.195670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.195929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.195976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.196067] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de057af1-52b3-4c8e-a084-a56b6b89f9db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.326090] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.326333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.326415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.326681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.326735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.327027] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.327193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.327193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.327299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.327339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.327398] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b409ba2d-b776-4819-90e3-c4123e5fe23b is going to be updated. [ 664.364023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.364023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.364023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.364023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.364023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.375602] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b409ba2d-b776-4819-90e3-c4123e5fe23b in Status: IN_PROGRESS for 2s [ 664.699202] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.699202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.699202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.699202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.699493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.699493] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.699602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.699602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.699777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.699841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.699886] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de057af1-52b3-4c8e-a084-a56b6b89f9db already deleted. [ 664.699972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.330132] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.330804] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-139" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.330804] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-139" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.330804] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-139" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.331327] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.331548] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.331717] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.331928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.332090] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.332299] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.332401] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.332505] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.332615] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.332707] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.332805] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.332930] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.515872] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.515872] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.182 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.515872] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.516022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-139" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.516943] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-f61ef93f-99a9-4630-a0ba-a5d1a0b838f3 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.516943] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-f61ef93f-99a9-4630-a0ba-a5d1a0b838f3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.516943] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-f61ef93f-99a9-4630-a0ba-a5d1a0b838f3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.516943] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-f61ef93f-99a9-4630-a0ba-a5d1a0b838f3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.517160] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f61ef93f-99a9-4630-a0ba-a5d1a0b838f3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.530082] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b409ba2d-b776-4819-90e3-c4123e5fe23b in Status: SUCCESS [ 666.530297] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b409ba2d-b776-4819-90e3-c4123e5fe23b deletion is rescheduled due to dependency. [ 666.530956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.020728] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.021100] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.021231] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.021498] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.021641] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.021785] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port f61ef93f-99a9-4630-a0ba-a5d1a0b838f3 not found, creating... [ 667.022055] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.022209] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.022319] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.022534] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.022660] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.023476] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.023476] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.023476] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.023476] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.023476] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.023753] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: f61ef93f-99a9-4630-a0ba-a5d1a0b838f3 is going to be created. [ 667.048294] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.048294] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.048294] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.048294] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.048628] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.049037] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-f61ef93f-99a9-4630-a0ba-a5d1a0b838f3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.656104] env[66693]: INFO networking_nsxv3.common.synchronization [req-a8ca4a84-5c5f-4e4d-87e7-9561cba7051a req-9f8e5d8f-6633-41a5-b10c-6099ab04df22 service nova] Enqueued Resource ID: de057af1-52b3-4c8e-a084-a56b6b89f9db with Priority: HIGHEST for action security_group_rules [ 667.656407] env[66693]: INFO networking_nsxv3.common.synchronization [req-a8ca4a84-5c5f-4e4d-87e7-9561cba7051a req-9f8e5d8f-6633-41a5-b10c-6099ab04df22 service nova] Enqueued Resource ID: de057af1-52b3-4c8e-a084-a56b6b89f9db with Priority: HIGHEST for action security_group_members [ 667.656407] env[66693]: INFO networking_nsxv3.common.synchronization [req-a8ca4a84-5c5f-4e4d-87e7-9561cba7051a req-9f8e5d8f-6633-41a5-b10c-6099ab04df22 service nova] Enqueued Resource ID: f61ef93f-99a9-4630-a0ba-a5d1a0b838f3 with Priority: HIGHEST for action port [ 667.656972] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de057af1-52b3-4c8e-a084-a56b6b89f9db with Priority: HIGHEST for action security_group_rules [ 667.657131] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de057af1-52b3-4c8e-a084-a56b6b89f9db with Priority: HIGHEST for action security_group_members [ 667.657590] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61ef93f-99a9-4630-a0ba-a5d1a0b838f3 with Priority: HIGHEST for action port [ 667.657590] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de057af1-52b3-4c8e-a084-a56b6b89f9db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.657766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.657766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.657981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.658080] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de057af1-52b3-4c8e-a084-a56b6b89f9db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.659260] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-de057af1-52b3-4c8e-a084-a56b6b89f9db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.659260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.659260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.659401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.663027] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.663027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.663027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.663027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.663027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.663027] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de057af1-52b3-4c8e-a084-a56b6b89f9db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.663027] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f61ef93f-99a9-4630-a0ba-a5d1a0b838f3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.663027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f61ef93f-99a9-4630-a0ba-a5d1a0b838f3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.663027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f61ef93f-99a9-4630-a0ba-a5d1a0b838f3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.663027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f61ef93f-99a9-4630-a0ba-a5d1a0b838f3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.663027] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f61ef93f-99a9-4630-a0ba-a5d1a0b838f3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.166474] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-de057af1-52b3-4c8e-a084-a56b6b89f9db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.166683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.167269] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de057af1-52b3-4c8e-a084-a56b6b89f9db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.167901] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f61ef93f-99a9-4630-a0ba-a5d1a0b838f3 with status ACTIVE [ 668.168117] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.168256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.168333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.168726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.168726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.168806] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.168868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.168949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.170569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.170688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.171131] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.171131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.171131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.171354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.171354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.171492] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f61ef93f-99a9-4630-a0ba-a5d1a0b838f3 is going to be updated. [ 668.197730] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.197897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.197941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.198710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.198710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.198710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f61ef93f-99a9-4630-a0ba-a5d1a0b838f3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.354210] env[66693]: INFO networking_nsxv3.common.synchronization [req-9f9849e3-2f37-49db-9be3-c5ddb0261cea req-3f8614ce-248b-4cdb-913a-d018c371328f tempest-FloatingIPsAssociationTestJSON-1216711074 tempest-FloatingIPsAssociationTestJSON-1216711074-project-member] Enqueued Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 668.355284] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 668.355284] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.355486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.355486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.355868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.355868] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.356158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.356158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.356158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.356594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.356594] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.528469] env[66693]: INFO networking_nsxv3.common.synchronization [None req-640b3bf6-b16f-4783-b01f-c37b7f5c113b None None] Enqueued Resource ID: 7cd939e9-f43c-4b0a-939c-899313926187 with Priority: HIGHEST for action port [ 668.529106] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cd939e9-f43c-4b0a-939c-899313926187 with Priority: HIGHEST for action port [ 668.529455] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cd939e9-f43c-4b0a-939c-899313926187 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.529587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cd939e9-f43c-4b0a-939c-899313926187" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.529656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cd939e9-f43c-4b0a-939c-899313926187" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.529959] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cd939e9-f43c-4b0a-939c-899313926187" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.530160] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cd939e9-f43c-4b0a-939c-899313926187',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.673952] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de057af1-52b3-4c8e-a084-a56b6b89f9db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.858163] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.032828] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cd939e9-f43c-4b0a-939c-899313926187 [ 669.033143] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.033296] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.033393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.033625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.033720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.033820] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cd939e9-f43c-4b0a-939c-899313926187 already deleted. [ 669.033903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cd939e9-f43c-4b0a-939c-899313926187" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.076841] env[66693]: INFO networking_nsxv3.common.synchronization [None req-dd60b94e-171c-40c9-80ce-66095a5f7722 None None] Enqueued Resource ID: 7e3808f8-3d61-4f41-afd1-5597336e58e6 with Priority: HIGHEST for action port [ 669.077598] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3808f8-3d61-4f41-afd1-5597336e58e6 with Priority: HIGHEST for action port [ 669.077737] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e3808f8-3d61-4f41-afd1-5597336e58e6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.077964] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e3808f8-3d61-4f41-afd1-5597336e58e6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.077964] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e3808f8-3d61-4f41-afd1-5597336e58e6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.078626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e3808f8-3d61-4f41-afd1-5597336e58e6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.081822] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3808f8-3d61-4f41-afd1-5597336e58e6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.177127] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.177345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.177401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.177590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.177682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.177785] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de057af1-52b3-4c8e-a084-a56b6b89f9db is going to be created. [ 669.202461] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.202747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.202747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.202988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.203231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.214742] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de057af1-52b3-4c8e-a084-a56b6b89f9db in Status: UNINITIALIZED for 2s [ 669.360808] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.588039] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e3808f8-3d61-4f41-afd1-5597336e58e6 [ 669.588039] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.588039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.588039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.588358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.588490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.589674] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e3808f8-3d61-4f41-afd1-5597336e58e6 already deleted. [ 669.589674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e3808f8-3d61-4f41-afd1-5597336e58e6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.770829] env[66693]: INFO networking_nsxv3.common.synchronization [req-a149bbca-a08e-4243-9f5f-679805f5924c req-e5a0d41c-b419-48a7-8d38-10afb4e146a8 tempest-AttachInterfacesV270Test-1388402048 tempest-AttachInterfacesV270Test-1388402048-project-member] Enqueued Resource ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 with Priority: HIGHEST for action security_group_members [ 669.771503] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 with Priority: HIGHEST for action security_group_members [ 669.771812] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.771939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.772012] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.772673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.772898] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.773740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.773740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.773740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.773740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.773740] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a64b1d7-64ac-4b57-98a1-60947a6c3fd6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.865230] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.865230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.865230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.865230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.865230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.865230] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc0ba4df-6159-46f6-8180-e85e4a355871 is going to be updated. [ 669.897379] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.897633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.898159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.898159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.898364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.910226] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: IN_PROGRESS for 2s [ 670.267608] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.267845] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-614" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.267941] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-614" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.268271] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-614" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.268528] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.268749] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.268822] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.268995] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.272651] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.272902] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.273030] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.273137] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.273252] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.273357] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.273480] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.273594] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.275793] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.275793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.275793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.275793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.275793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.276065] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.276065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.276149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.276270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.276330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.276406] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 already deleted. [ 670.276477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.302111] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.302111] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.302111] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.302111] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-614" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.302625] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-e89880d6-7508-4e29-9e6b-f737a1f343da taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.302773] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-e89880d6-7508-4e29-9e6b-f737a1f343da" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.302834] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-e89880d6-7508-4e29-9e6b-f737a1f343da" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.303141] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-e89880d6-7508-4e29-9e6b-f737a1f343da" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.304157] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89880d6-7508-4e29-9e6b-f737a1f343da',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.807339] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.807669] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.807669] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.807954] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.808099] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.808250] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port e89880d6-7508-4e29-9e6b-f737a1f343da not found, creating... [ 670.808539] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.808649] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.808770] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.809036] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.809175] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.809453] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.809604] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.809711] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.809976] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.810198] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.810396] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: e89880d6-7508-4e29-9e6b-f737a1f343da is going to be created. [ 670.834136] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.834301] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.834415] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.834672] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.835282] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.835282] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-e89880d6-7508-4e29-9e6b-f737a1f343da" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.227729] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de057af1-52b3-4c8e-a084-a56b6b89f9db in Status: SUCCESS [ 671.228025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.228346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.228471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.228675] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.228825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.228942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.229881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.229881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.229881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.229881] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de057af1-52b3-4c8e-a084-a56b6b89f9db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.562212] env[66693]: INFO networking_nsxv3.common.synchronization [None req-cd21df18-b2eb-465a-9e6e-1932df2403df None None] Enqueued Resource ID: 3bde0e0c-9118-43f9-aedd-cdfcfda551cc with Priority: HIGHEST for action port [ 671.562746] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde0e0c-9118-43f9-aedd-cdfcfda551cc with Priority: HIGHEST for action port [ 671.563051] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bde0e0c-9118-43f9-aedd-cdfcfda551cc taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.563168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bde0e0c-9118-43f9-aedd-cdfcfda551cc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.563304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bde0e0c-9118-43f9-aedd-cdfcfda551cc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.563556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bde0e0c-9118-43f9-aedd-cdfcfda551cc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.563842] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bde0e0c-9118-43f9-aedd-cdfcfda551cc',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.569645] env[66693]: INFO networking_nsxv3.common.synchronization [None req-4775ac4a-eefe-4beb-905a-c2ab8dca8744 None None] Enqueued Resource ID: 0d6832cb-8908-4100-a8f3-1cc07e331df4 with Priority: HIGHEST for action port [ 671.569873] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6832cb-8908-4100-a8f3-1cc07e331df4 with Priority: HIGHEST for action port [ 671.570397] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d6832cb-8908-4100-a8f3-1cc07e331df4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.570816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d6832cb-8908-4100-a8f3-1cc07e331df4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.570816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d6832cb-8908-4100-a8f3-1cc07e331df4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.570816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d6832cb-8908-4100-a8f3-1cc07e331df4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.571090] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6832cb-8908-4100-a8f3-1cc07e331df4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.628308] env[66693]: INFO networking_nsxv3.common.synchronization [req-a149bbca-a08e-4243-9f5f-679805f5924c req-b8dabdec-58ed-4bb4-ac67-6b35b330433c service nova] Enqueued Resource ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 with Priority: HIGHEST for action security_group_rules [ 671.628528] env[66693]: INFO networking_nsxv3.common.synchronization [req-a149bbca-a08e-4243-9f5f-679805f5924c req-b8dabdec-58ed-4bb4-ac67-6b35b330433c service nova] Enqueued Resource ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 with Priority: HIGHEST for action security_group_members [ 671.628644] env[66693]: INFO networking_nsxv3.common.synchronization [req-a149bbca-a08e-4243-9f5f-679805f5924c req-b8dabdec-58ed-4bb4-ac67-6b35b330433c service nova] Enqueued Resource ID: e89880d6-7508-4e29-9e6b-f737a1f343da with Priority: HIGHEST for action port [ 671.629136] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 with Priority: HIGHEST for action security_group_rules [ 671.629267] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 with Priority: HIGHEST for action security_group_members [ 671.630058] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89880d6-7508-4e29-9e6b-f737a1f343da with Priority: HIGHEST for action port [ 671.630058] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.630058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.630058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.630058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.630412] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a64b1d7-64ac-4b57-98a1-60947a6c3fd6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.631147] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.631408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.631408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.631523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.631607] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.631701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.631759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.631894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.632044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.632601] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a64b1d7-64ac-4b57-98a1-60947a6c3fd6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.634787] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89880d6-7508-4e29-9e6b-f737a1f343da taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.634787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89880d6-7508-4e29-9e6b-f737a1f343da" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.634787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89880d6-7508-4e29-9e6b-f737a1f343da" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.634787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89880d6-7508-4e29-9e6b-f737a1f343da" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.634787] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89880d6-7508-4e29-9e6b-f737a1f343da',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.732203] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-de057af1-52b3-4c8e-a084-a56b6b89f9db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.732463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.732563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.732814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.733031] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.733172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.733264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.733447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.733566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.733768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.733861] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-de057af1-52b3-4c8e-a084-a56b6b89f9db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.734042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.734200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.734361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.734538] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.734667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.734729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.734880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.734962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.735079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.735418] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de057af1-52b3-4c8e-a084-a56b6b89f9db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.921781] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: SUCCESS [ 671.922210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.067733] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bde0e0c-9118-43f9-aedd-cdfcfda551cc [ 672.067967] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.068235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.068235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.068433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.068544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.068814] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bde0e0c-9118-43f9-aedd-cdfcfda551cc already deleted. [ 672.068814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bde0e0c-9118-43f9-aedd-cdfcfda551cc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.075594] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d6832cb-8908-4100-a8f3-1cc07e331df4 [ 672.075848] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.075982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.076064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.076313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.076422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.076500] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d6832cb-8908-4100-a8f3-1cc07e331df4 already deleted. [ 672.076604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d6832cb-8908-4100-a8f3-1cc07e331df4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.136918] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.136918] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.138645] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a64b1d7-64ac-4b57-98a1-60947a6c3fd6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.139094] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e89880d6-7508-4e29-9e6b-f737a1f343da with status ACTIVE [ 672.139812] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.139812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.139812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.139812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.139812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.140097] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.140097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.140178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.140375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.141031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.141031] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.141031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.141031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.141031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.141284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.141284] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e89880d6-7508-4e29-9e6b-f737a1f343da is going to be updated. [ 672.163569] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.163787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.163787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.163971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.164116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.164279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89880d6-7508-4e29-9e6b-f737a1f343da" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.240065] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de057af1-52b3-4c8e-a084-a56b6b89f9db: rpc.has_security_group_logging(os_id): False [ 672.260649] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.260827] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.260905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.261114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.261206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.261433] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.261539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.261581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.261725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.261796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.261968] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.262073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.262118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.262255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.262324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.262493] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.262579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.262635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.262768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.262839] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.262921] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de057af1-52b3-4c8e-a084-a56b6b89f9db is going to be created. [ 672.343438] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.343615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.343615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.343782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.343971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.355423] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de057af1-52b3-4c8e-a084-a56b6b89f9db in Status: IN_PROGRESS for 2s [ 672.643855] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a64b1d7-64ac-4b57-98a1-60947a6c3fd6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.149236] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.149618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.149618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.149890] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.150060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.150217] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 is going to be created. [ 673.175532] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.175863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.175969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.176278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.176496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.187420] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 in Status: UNINITIALIZED for 2s [ 673.479399] env[66693]: INFO networking_nsxv3.common.synchronization [None req-a4c7b5aa-8492-4e27-b2e4-55d8b26cdd90 None None] Enqueued Resource ID: 0f0b31d8-70b2-4fe3-b926-c80043e7a881 with Priority: HIGHEST for action port [ 673.479993] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0b31d8-70b2-4fe3-b926-c80043e7a881 with Priority: HIGHEST for action port [ 673.480308] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f0b31d8-70b2-4fe3-b926-c80043e7a881 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.481172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f0b31d8-70b2-4fe3-b926-c80043e7a881" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.481172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f0b31d8-70b2-4fe3-b926-c80043e7a881" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.481172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f0b31d8-70b2-4fe3-b926-c80043e7a881" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.481172] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0b31d8-70b2-4fe3-b926-c80043e7a881',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.985171] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f0b31d8-70b2-4fe3-b926-c80043e7a881 [ 673.985402] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.985554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.985631] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.985832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.985983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.986086] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f0b31d8-70b2-4fe3-b926-c80043e7a881 already deleted. [ 673.986182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f0b31d8-70b2-4fe3-b926-c80043e7a881" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.371040] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de057af1-52b3-4c8e-a084-a56b6b89f9db in Status: SUCCESS [ 674.371040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.055368] env[66693]: INFO networking_nsxv3.common.synchronization [None req-78919bd1-fcf9-4b62-a1b7-b6994c9c9d1c tempest-ServersTestBootFromVolume-2140823806 tempest-ServersTestBootFromVolume-2140823806-project-member] Enqueued Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_rules [ 675.059105] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_rules [ 675.059263] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9ed971c-669c-4da2-b273-81c8bcdc0442 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.059345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.059395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.059941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.059941] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.181803] env[66693]: INFO networking_nsxv3.common.synchronization [None req-62a98ad8-2581-494c-8c4b-7041e33c2158 tempest-ServersTestBootFromVolume-2140823806 tempest-ServersTestBootFromVolume-2140823806-project-member] Enqueued Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_rules [ 675.182637] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_rules [ 675.183642] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9ed971c-669c-4da2-b273-81c8bcdc0442 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.183642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.201115] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 in Status: SUCCESS [ 675.201251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.201495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.201567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.201736] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.202218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.202218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.202218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.202419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.202496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.202586] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a64b1d7-64ac-4b57-98a1-60947a6c3fd6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.580300] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.580813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.580813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.580813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.581094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.581094] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 already deleted. [ 675.581094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.581322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.581429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.581513] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.708147] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.708222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.708325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.708444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.708611] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.708711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.708772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.708945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.709041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.709129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.709272] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.709363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.709434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.709623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.709768] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.709860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.709922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.710077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.710156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.710241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.710327] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a64b1d7-64ac-4b57-98a1-60947a6c3fd6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.851659] env[66693]: INFO networking_nsxv3.common.synchronization [None req-400eab7f-ac25-4b97-b0b8-bd42a37508b9 tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_rules [ 675.853175] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_rules [ 675.853373] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.853667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.853871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.854266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.854475] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.965616] env[66693]: INFO networking_nsxv3.common.synchronization [None req-eafbb1e4-74d6-4455-8b39-6b258a1224eb tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_rules [ 675.965616] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_rules [ 675.967210] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.967210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.109580] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.109860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.109860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.109860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.109994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.110044] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 already deleted. [ 676.110262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.216177] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6: rpc.has_security_group_logging(os_id): False [ 676.247360] env[66693]: INFO networking_nsxv3.common.synchronization [None req-18f14605-ec5d-47ae-b98d-1e6b51b57847 None None] Enqueued Resource ID: 51a52ed5-c189-47eb-a099-812142a0ac78 with Priority: HIGHEST for action port [ 676.247360] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51a52ed5-c189-47eb-a099-812142a0ac78 with Priority: HIGHEST for action port [ 676.247360] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.247360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.247360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.247360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.247360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.248030] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.248492] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.248633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.248766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.248850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.249190] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.249292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.249351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.249499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.249572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.249762] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.249851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.249969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.251221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.251221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.251221] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 is going to be created. [ 676.252590] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-51a52ed5-c189-47eb-a099-812142a0ac78 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.252761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51a52ed5-c189-47eb-a099-812142a0ac78" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.252827] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51a52ed5-c189-47eb-a099-812142a0ac78" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.253358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51a52ed5-c189-47eb-a099-812142a0ac78" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.253452] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51a52ed5-c189-47eb-a099-812142a0ac78',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.359048] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.359048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.359048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.359048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.359406] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.394771] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 in Status: IN_PROGRESS for 2s [ 676.395841] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.396098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.396098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.396277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.396360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.396471] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 already deleted. [ 676.396651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.397859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.398522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.398673] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.756867] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51a52ed5-c189-47eb-a099-812142a0ac78 [ 676.758725] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.758725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.758725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.758725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.758725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.758725] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51a52ed5-c189-47eb-a099-812142a0ac78 already deleted. [ 676.758725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51a52ed5-c189-47eb-a099-812142a0ac78" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.928331] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.928556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.928655] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.930080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.930080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.930080] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 already deleted. [ 676.930080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.958734] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d99e103-a69a-49ab-83ee-a016e3253fcc req-b1826120-dac6-428c-bc5c-33affa74d9c6 tempest-FloatingIPsAssociationNegativeTestJSON-1098519986 tempest-FloatingIPsAssociationNegativeTestJSON-1098519986-project-member] Enqueued Resource ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 with Priority: HIGHEST for action security_group_members [ 676.958734] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 with Priority: HIGHEST for action security_group_members [ 676.962395] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-751b39aa-ae1e-468e-915d-19d25f89e7b3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.962858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.962858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.962980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.963206] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.963337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.964118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.964118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.964118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.964118] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751b39aa-ae1e-468e-915d-19d25f89e7b3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.354151] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.354151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-369" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.354151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-369" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.354151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-369" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.354151] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.354151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.354151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.354151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.354151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.354959] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.354959] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.354959] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.354959] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.354959] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.354959] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.354959] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.381487] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.382176] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.382176] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.382176] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-369" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.382455] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-f1acc209-9c41-4875-9f50-9da3fd78566c taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.382617] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-f1acc209-9c41-4875-9f50-9da3fd78566c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.382734] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-f1acc209-9c41-4875-9f50-9da3fd78566c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.383079] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-f1acc209-9c41-4875-9f50-9da3fd78566c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.383873] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1acc209-9c41-4875-9f50-9da3fd78566c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.466237] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.466468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.466468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.466668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.466759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.466947] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.467142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.467198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.467351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.467429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.467518] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 already deleted. [ 677.467600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.890022] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.890022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.890022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.890022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.890022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.890022] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port f1acc209-9c41-4875-9f50-9da3fd78566c not found, creating... [ 677.890022] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.890022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.890022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.890022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.890022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.891110] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.891110] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.891110] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.891110] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.891110] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.891110] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: f1acc209-9c41-4875-9f50-9da3fd78566c is going to be created. [ 677.914081] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.915398] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.915601] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.916446] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.916446] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.916446] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-f1acc209-9c41-4875-9f50-9da3fd78566c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.415314] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 in Status: SUCCESS [ 678.415314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.708688] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d99e103-a69a-49ab-83ee-a016e3253fcc req-a287d289-04a3-4c06-a3e3-619f7f7675c0 service nova] Enqueued Resource ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 with Priority: HIGHEST for action security_group_rules [ 678.708995] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d99e103-a69a-49ab-83ee-a016e3253fcc req-a287d289-04a3-4c06-a3e3-619f7f7675c0 service nova] Enqueued Resource ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 with Priority: HIGHEST for action security_group_members [ 678.709174] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d99e103-a69a-49ab-83ee-a016e3253fcc req-a287d289-04a3-4c06-a3e3-619f7f7675c0 service nova] Enqueued Resource ID: f1acc209-9c41-4875-9f50-9da3fd78566c with Priority: HIGHEST for action port [ 678.710118] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 with Priority: HIGHEST for action security_group_rules [ 678.710118] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 with Priority: HIGHEST for action security_group_members [ 678.710118] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1acc209-9c41-4875-9f50-9da3fd78566c with Priority: HIGHEST for action port [ 678.710363] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751b39aa-ae1e-468e-915d-19d25f89e7b3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.710440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.711129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.711129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.711129] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751b39aa-ae1e-468e-915d-19d25f89e7b3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.712231] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-751b39aa-ae1e-468e-915d-19d25f89e7b3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.712358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.712441] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.713231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.713231] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.713231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.713231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.713231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.713231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.713905] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751b39aa-ae1e-468e-915d-19d25f89e7b3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.714200] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1acc209-9c41-4875-9f50-9da3fd78566c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.714338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1acc209-9c41-4875-9f50-9da3fd78566c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.714399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1acc209-9c41-4875-9f50-9da3fd78566c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.714550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1acc209-9c41-4875-9f50-9da3fd78566c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.714622] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1acc209-9c41-4875-9f50-9da3fd78566c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.217019] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-751b39aa-ae1e-468e-915d-19d25f89e7b3 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.217019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.217019] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('751b39aa-ae1e-468e-915d-19d25f89e7b3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.220623] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1acc209-9c41-4875-9f50-9da3fd78566c with status ACTIVE [ 679.220829] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.220974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.221059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.221813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.221813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.221813] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.221813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.221813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.222242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.222242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.223121] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.223121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.223121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.223121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.223121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.223121] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1acc209-9c41-4875-9f50-9da3fd78566c is going to be updated. [ 679.247471] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.247673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.247673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.247805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.247963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.248150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1acc209-9c41-4875-9f50-9da3fd78566c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.720746] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('751b39aa-ae1e-468e-915d-19d25f89e7b3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.224338] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.224629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.224629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.224770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.224864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.224964] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 is going to be created. [ 680.250453] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.250636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.250728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.251132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.251370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.263609] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 in Status: UNINITIALIZED for 2s [ 681.972825] env[66693]: INFO networking_nsxv3.common.synchronization [req-1f401a90-8de4-4d59-b876-a800aa3b0447 req-16c982a6-b690-4924-8b69-107b40c3ec62 tempest-DeleteServersAdminTestJSON-1512722972 tempest-DeleteServersAdminTestJSON-1512722972-project-member] Enqueued Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 681.974345] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGHEST for action security_group_members [ 681.974345] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.974345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.974345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.974345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.974650] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.974650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.974650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.974650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.974776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.974813] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.186885] env[66693]: INFO networking_nsxv3.common.synchronization [req-96a15102-fa3d-4780-bf2b-d3d11474ff15 req-821241f2-dc63-48a7-ba43-cc64b144e1e9 tempest-ServersAdminTestJSON-439535977 tempest-ServersAdminTestJSON-439535977-project-member] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 682.187639] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 682.188046] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.188205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.188304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.188567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.188891] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.190094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.190094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.190094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.190094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.190094] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.279477] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 in Status: SUCCESS [ 682.279674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.279838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.280059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.280245] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.280951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.280951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.280951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.280951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.280951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.280951] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('751b39aa-ae1e-468e-915d-19d25f89e7b3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.477453] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.477453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.477857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.477857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.477857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.478119] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.478119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.478785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.478785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.478785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.478785] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a is going to be updated. [ 682.528768] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.528768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.528768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.528768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.528768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.542081] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: IN_PROGRESS for 2s [ 682.692555] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.789204] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-751b39aa-ae1e-468e-915d-19d25f89e7b3 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.789204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.789339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.789580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.789670] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.791361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.791450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.791631] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.792030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.792030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.792030] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-751b39aa-ae1e-468e-915d-19d25f89e7b3 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.792231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.792310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.792461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.792601] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.792690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.792754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.792919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.792996] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.793116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.793204] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('751b39aa-ae1e-468e-915d-19d25f89e7b3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.805379] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.805617] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.805748] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.806018] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.807029] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.807029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.807029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.807029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.807029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.807323] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.807390] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.807514] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.807632] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.807773] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.807950] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.808045] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.830164] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.830164] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.830164] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.830164] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.830164] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-26f6caf0-18b4-4637-b35b-213d1f6fc86d taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.830164] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-26f6caf0-18b4-4637-b35b-213d1f6fc86d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.830164] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-26f6caf0-18b4-4637-b35b-213d1f6fc86d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.830164] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-26f6caf0-18b4-4637-b35b-213d1f6fc86d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.830164] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26f6caf0-18b4-4637-b35b-213d1f6fc86d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.199075] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.294914] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 751b39aa-ae1e-468e-915d-19d25f89e7b3: rpc.has_security_group_logging(os_id): False [ 683.324905] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.325076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.325163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.325396] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.325983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.326209] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.326332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.326419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.326572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.326661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.326848] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.326964] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.327040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.327210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.327292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.327480] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.327621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.327673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.327811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.327895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.327977] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 is going to be created. [ 683.332648] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.332825] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.332941] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.333185] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.333330] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.333485] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 26f6caf0-18b4-4637-b35b-213d1f6fc86d not found, creating... [ 683.333701] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.333843] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.333952] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.334166] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.334293] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.334561] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.334743] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.334869] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.335079] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.335205] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.335383] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 26f6caf0-18b4-4637-b35b-213d1f6fc86d is going to be created. [ 683.356101] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.356315] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.356462] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.356721] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.356946] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.357191] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-26f6caf0-18b4-4637-b35b-213d1f6fc86d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.496954] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.497169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.497223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.497405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.497582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.531519] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 in Status: IN_PROGRESS for 2s [ 683.701212] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.701398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.701453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.701643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.701739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.701836] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 683.731399] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.731574] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.731617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.731816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.731968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.741295] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 684.078788] env[66693]: INFO networking_nsxv3.common.synchronization [req-96a15102-fa3d-4780-bf2b-d3d11474ff15 req-cf1e18b5-c5da-48ff-a6c9-769c49ead2cf service nova] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_rules [ 684.078994] env[66693]: INFO networking_nsxv3.common.synchronization [req-96a15102-fa3d-4780-bf2b-d3d11474ff15 req-cf1e18b5-c5da-48ff-a6c9-769c49ead2cf service nova] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 684.079172] env[66693]: INFO networking_nsxv3.common.synchronization [req-96a15102-fa3d-4780-bf2b-d3d11474ff15 req-cf1e18b5-c5da-48ff-a6c9-769c49ead2cf service nova] Enqueued Resource ID: 26f6caf0-18b4-4637-b35b-213d1f6fc86d with Priority: HIGHEST for action port [ 684.079794] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_rules [ 684.079989] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 684.080633] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6caf0-18b4-4637-b35b-213d1f6fc86d with Priority: HIGHEST for action port [ 684.081090] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.081249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.081342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.081584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.082148] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.083844] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.083844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.083844] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-26f6caf0-18b4-4637-b35b-213d1f6fc86d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.084030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26f6caf0-18b4-4637-b35b-213d1f6fc86d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.084174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26f6caf0-18b4-4637-b35b-213d1f6fc86d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.087019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26f6caf0-18b4-4637-b35b-213d1f6fc86d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.087019] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26f6caf0-18b4-4637-b35b-213d1f6fc86d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.550792] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a in Status: SUCCESS [ 684.551309] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a deletion is rescheduled due to dependency. [ 684.551309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.586684] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.586824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.586995] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26f6caf0-18b4-4637-b35b-213d1f6fc86d with status ACTIVE [ 684.587185] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.587434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.587434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.587592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.587681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.587918] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.588055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.588055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.588298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.588298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.588471] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.588655] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.588655] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.588864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.588864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.588952] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26f6caf0-18b4-4637-b35b-213d1f6fc86d is going to be updated. [ 684.612304] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.612515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.612565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.612770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.612909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.613087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26f6caf0-18b4-4637-b35b-213d1f6fc86d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.545757] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 in Status: SUCCESS [ 685.545757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.754621] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 685.754896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.755158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.755372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.755560] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.755686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.755748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.755895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.755980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.756347] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.764751] env[66693]: INFO networking_nsxv3.common.synchronization [req-3e94dcc4-dc9f-4c8c-bb05-ff33fac8939b req-8ddf48b8-75e5-4a37-b41e-a598f0cfe695 tempest-VolumesAdminNegativeTest-1496663588 tempest-VolumesAdminNegativeTest-1496663588-project-member] Enqueued Resource ID: de057af1-52b3-4c8e-a084-a56b6b89f9db with Priority: HIGHEST for action security_group_members [ 685.764751] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de057af1-52b3-4c8e-a084-a56b6b89f9db with Priority: HIGHEST for action security_group_members [ 685.764751] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-de057af1-52b3-4c8e-a084-a56b6b89f9db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.764751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.764751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.764933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.765866] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.765866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.765866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.765866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.765866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.765866] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de057af1-52b3-4c8e-a084-a56b6b89f9db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.262294] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.269298] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.269562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.269629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.269914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.270081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.273617] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.273756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.273828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.274408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.274408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.274408] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de057af1-52b3-4c8e-a084-a56b6b89f9db is going to be updated. [ 686.321589] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.321589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.321589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.321589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.321589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.339917] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de057af1-52b3-4c8e-a084-a56b6b89f9db in Status: IN_PROGRESS for 2s [ 686.766443] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.146437] env[66693]: INFO networking_nsxv3.common.synchronization [req-5acb7b80-9331-480f-a7c5-92909e24b326 req-98c53ce1-f787-4d0a-b246-755c822bd861 tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 687.147097] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 687.148273] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.148711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.148711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.149064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.149242] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.149340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.149430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.149646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.149703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.149807] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.272068] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.272068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.272068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.272068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.272068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.272068] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 687.308577] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.308577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.308577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.308806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.308806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.336695] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 687.609203] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.609393] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.609509] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.609775] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.611250] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.611369] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.611500] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.611764] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.611926] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.612147] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.612255] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.612359] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.612519] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.612563] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.612658] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.612799] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.651034] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.651328] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.651473] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.651649] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.652163] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-c6d0425b-6f2d-4748-a90d-a50c99965e9a taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.652412] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-c6d0425b-6f2d-4748-a90d-a50c99965e9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.652537] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-c6d0425b-6f2d-4748-a90d-a50c99965e9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.652979] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-c6d0425b-6f2d-4748-a90d-a50c99965e9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.653251] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d0425b-6f2d-4748-a90d-a50c99965e9a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.654553] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.654553] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.654716] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.654894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.654999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.655198] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.655297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.655549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.655609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.655740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.655865] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 687.692647] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.692647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.692647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.692647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.692647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.706106] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 688.157981] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.158357] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.158357] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.158646] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.158863] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.159012] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port c6d0425b-6f2d-4748-a90d-a50c99965e9a not found, creating... [ 688.159312] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.159464] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.159591] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.159821] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.159972] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.160286] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.161493] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.161663] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.161921] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.162158] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.162317] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: c6d0425b-6f2d-4748-a90d-a50c99965e9a is going to be created. [ 688.186051] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.186306] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.186515] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.186956] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.187245] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.187575] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-c6d0425b-6f2d-4748-a90d-a50c99965e9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.358798] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de057af1-52b3-4c8e-a084-a56b6b89f9db in Status: SUCCESS [ 688.358798] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de057af1-52b3-4c8e-a084-a56b6b89f9db deletion is rescheduled due to dependency. [ 688.358798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.962036] env[66693]: INFO networking_nsxv3.common.synchronization [req-5acb7b80-9331-480f-a7c5-92909e24b326 req-925faa32-cfe8-4cb8-903f-22eb39799dae service nova] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_rules [ 688.962174] env[66693]: INFO networking_nsxv3.common.synchronization [req-5acb7b80-9331-480f-a7c5-92909e24b326 req-925faa32-cfe8-4cb8-903f-22eb39799dae service nova] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 688.962235] env[66693]: INFO networking_nsxv3.common.synchronization [req-5acb7b80-9331-480f-a7c5-92909e24b326 req-925faa32-cfe8-4cb8-903f-22eb39799dae service nova] Enqueued Resource ID: c6d0425b-6f2d-4748-a90d-a50c99965e9a with Priority: HIGHEST for action port [ 688.962745] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_rules [ 688.962878] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 688.962983] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0425b-6f2d-4748-a90d-a50c99965e9a with Priority: HIGHEST for action port [ 688.964287] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.964446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.964593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.964813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.965297] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.970966] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.971757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.971757] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6d0425b-6f2d-4748-a90d-a50c99965e9a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.971757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6d0425b-6f2d-4748-a90d-a50c99965e9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.971757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6d0425b-6f2d-4748-a90d-a50c99965e9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.971757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6d0425b-6f2d-4748-a90d-a50c99965e9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.971757] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d0425b-6f2d-4748-a90d-a50c99965e9a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.345638] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 689.345966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.346072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.346281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.346642] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.346642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.346642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.346865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.346967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.347075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.347169] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.469387] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.469568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.475052] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6d0425b-6f2d-4748-a90d-a50c99965e9a with status ACTIVE [ 689.475052] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.475223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.475382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.475508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.475608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.475926] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.475926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.476092] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.476152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.476228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.476409] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.476516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.476604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.477489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.477489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.477489] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6d0425b-6f2d-4748-a90d-a50c99965e9a is going to be updated. [ 689.502077] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.502281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.502374] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.502744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.502831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.503066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6d0425b-6f2d-4748-a90d-a50c99965e9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.725825] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 689.726327] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 deletion is rescheduled due to dependency. [ 689.727847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.728665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.728665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.728665] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.728910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.728910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.729047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.729119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.729235] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.849731] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.849912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.850131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.850310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.850507] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.850613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.850675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.850854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.850966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.851077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.851232] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.851325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.851379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.851523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.851717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.851780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.851809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.851945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.852062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.852149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.852234] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.935970] env[66693]: INFO networking_nsxv3.common.synchronization [req-fc04b7b0-017f-4c85-9ea2-864267a543d6 req-db5ac0de-f435-495a-99e9-e14dcf91f18e tempest-VolumesAssistedSnapshotsTest-1988891848 tempest-VolumesAssistedSnapshotsTest-1988891848-project-member] Enqueued Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_members [ 689.936952] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGHEST for action security_group_members [ 689.937366] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-13573b34-fb56-490d-84aa-5930c801b18a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.937496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.937810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.938257] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.939016] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.939016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.939016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.939016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.939418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.939418] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13573b34-fb56-490d-84aa-5930c801b18a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.129101] env[66693]: INFO networking_nsxv3.common.synchronization [req-72f05ba1-8da6-4e44-8362-7e5eb94dfe8e req-6d97d451-5288-47d5-8678-6a8f04aef39a tempest-AttachInterfacesV270Test-1388402048 tempest-AttachInterfacesV270Test-1388402048-project-member] Enqueued Resource ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 with Priority: HIGHEST for action security_group_members [ 690.129681] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 with Priority: HIGHEST for action security_group_members [ 690.129978] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.130117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.130167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.130355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.130512] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.130601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.130648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.130783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.130865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.131012] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a64b1d7-64ac-4b57-98a1-60947a6c3fd6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.231828] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.358439] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f5b608e-f5ba-40e4-853a-003ba4888eb4: rpc.has_security_group_logging(os_id): False [ 690.380561] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.380561] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.380561] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.380561] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.380820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.380874] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.381044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.381088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.381243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.381317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.381536] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.381655] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.381741] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.381895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.382060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.382180] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.382262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.382311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.382456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.382535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.382597] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 690.441895] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.441895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.441895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.441895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.442154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.442154] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.442661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.442661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.442661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.442661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.442661] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13573b34-fb56-490d-84aa-5930c801b18a is going to be updated. [ 690.457533] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.457653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.457751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.457927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.458085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.478860] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.479091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.479197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.479432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.479583] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.484598] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 690.492760] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13573b34-fb56-490d-84aa-5930c801b18a in Status: IN_PROGRESS for 2s [ 690.568189] env[66693]: INFO networking_nsxv3.common.synchronization [req-72efc88a-3813-494f-bb15-ebea60bebb21 req-af16c356-2bbd-43d1-8d8c-e0be4120f029 tempest-InstanceActionsTestJSON-2068313235 tempest-InstanceActionsTestJSON-2068313235-project-member] Enqueued Resource ID: 04139467-7768-4cb4-8583-2c635b8f4f8b with Priority: HIGHEST for action security_group_members [ 690.568189] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04139467-7768-4cb4-8583-2c635b8f4f8b with Priority: HIGHEST for action security_group_members [ 690.568189] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-04139467-7768-4cb4-8583-2c635b8f4f8b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.568189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.568189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.568189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.568189] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.568189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.568189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.568707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.568917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.569128] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04139467-7768-4cb4-8583-2c635b8f4f8b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.634616] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.634729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.634783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.635755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.635755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.635755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.635755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.635755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.635755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.635755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.635755] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 is going to be updated. [ 690.668154] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.668363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.668363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.668585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.668739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.682030] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 in Status: IN_PROGRESS for 2s [ 690.734581] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.071433] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.073405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.073405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.073405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.073405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.073405] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.073405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.073405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.073405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.073405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.073405] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04139467-7768-4cb4-8583-2c635b8f4f8b already deleted. [ 691.073405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.085025] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.085025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-991" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.085025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-991" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.085025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-991" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.085345] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.085634] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.085959] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.086287] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.086522] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.086806] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.087024] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.087209] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.087410] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.089017] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.089017] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.089017] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.107086] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.107586] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.107821] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.108093] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-991" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.108517] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-6ce99a88-677b-4457-89dd-676ab8c17c54 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.108831] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-6ce99a88-677b-4457-89dd-676ab8c17c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.109065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-6ce99a88-677b-4457-89dd-676ab8c17c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.109439] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-6ce99a88-677b-4457-89dd-676ab8c17c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.109687] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ce99a88-677b-4457-89dd-676ab8c17c54',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.238135] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.238296] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.238370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.238604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.238704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.238849] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 691.299028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.299028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.299028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.299028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.299028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.316126] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 691.612610] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.612928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.612928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.613224] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.613581] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.613581] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 6ce99a88-677b-4457-89dd-676ab8c17c54 not found, creating... [ 691.613745] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.614179] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.614179] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.614264] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.614318] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.614576] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.614723] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.614832] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.615051] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.615179] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.615308] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 6ce99a88-677b-4457-89dd-676ab8c17c54 is going to be created. [ 691.636028] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.636230] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.636348] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.636607] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.636822] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.637047] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-6ce99a88-677b-4457-89dd-676ab8c17c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.762515] env[66693]: INFO networking_nsxv3.common.synchronization [None req-6372bd4a-349c-49c9-9efb-de7ebd4b22bb None None] Enqueued Resource ID: 237eeff5-612a-4801-b0f0-eaebd5150a81 with Priority: HIGHEST for action port [ 691.763190] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237eeff5-612a-4801-b0f0-eaebd5150a81 with Priority: HIGHEST for action port [ 691.763825] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-237eeff5-612a-4801-b0f0-eaebd5150a81 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.764312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-237eeff5-612a-4801-b0f0-eaebd5150a81" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.764312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-237eeff5-612a-4801-b0f0-eaebd5150a81" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.764644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-237eeff5-612a-4801-b0f0-eaebd5150a81" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.764772] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('237eeff5-612a-4801-b0f0-eaebd5150a81',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.268027] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 237eeff5-612a-4801-b0f0-eaebd5150a81 [ 692.268259] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.268392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.268463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.268748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.268820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.268966] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:237eeff5-612a-4801-b0f0-eaebd5150a81 already deleted. [ 692.269066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-237eeff5-612a-4801-b0f0-eaebd5150a81" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.347035] env[66693]: INFO networking_nsxv3.common.synchronization [req-72efc88a-3813-494f-bb15-ebea60bebb21 req-32946af4-f4a2-4baa-8eab-fde89b4904cd service nova] Enqueued Resource ID: 04139467-7768-4cb4-8583-2c635b8f4f8b with Priority: HIGHEST for action security_group_rules [ 692.347240] env[66693]: INFO networking_nsxv3.common.synchronization [req-72efc88a-3813-494f-bb15-ebea60bebb21 req-32946af4-f4a2-4baa-8eab-fde89b4904cd service nova] Enqueued Resource ID: 04139467-7768-4cb4-8583-2c635b8f4f8b with Priority: HIGHEST for action security_group_members [ 692.347369] env[66693]: INFO networking_nsxv3.common.synchronization [req-72efc88a-3813-494f-bb15-ebea60bebb21 req-32946af4-f4a2-4baa-8eab-fde89b4904cd service nova] Enqueued Resource ID: 6ce99a88-677b-4457-89dd-676ab8c17c54 with Priority: HIGHEST for action port [ 692.348276] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04139467-7768-4cb4-8583-2c635b8f4f8b with Priority: HIGHEST for action security_group_rules [ 692.348428] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04139467-7768-4cb4-8583-2c635b8f4f8b with Priority: HIGHEST for action security_group_members [ 692.348640] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce99a88-677b-4457-89dd-676ab8c17c54 with Priority: HIGHEST for action port [ 692.349030] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04139467-7768-4cb4-8583-2c635b8f4f8b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.350138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.350138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.350446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.350526] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04139467-7768-4cb4-8583-2c635b8f4f8b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.352872] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-04139467-7768-4cb4-8583-2c635b8f4f8b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.353555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.353555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.353555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.353555] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.353756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.353756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.354744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.354744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.354744] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04139467-7768-4cb4-8583-2c635b8f4f8b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.355777] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ce99a88-677b-4457-89dd-676ab8c17c54 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.355777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ce99a88-677b-4457-89dd-676ab8c17c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.355777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ce99a88-677b-4457-89dd-676ab8c17c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.355777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ce99a88-677b-4457-89dd-676ab8c17c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.355777] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ce99a88-677b-4457-89dd-676ab8c17c54',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.500362] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 692.500362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.506068] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13573b34-fb56-490d-84aa-5930c801b18a in Status: SUCCESS [ 692.506231] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13573b34-fb56-490d-84aa-5930c801b18a deletion is rescheduled due to dependency. [ 692.506614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.692563] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 in Status: SUCCESS [ 692.692811] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 deletion is rescheduled due to dependency. [ 692.692877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.856879] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-04139467-7768-4cb4-8583-2c635b8f4f8b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.857257] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.862022] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04139467-7768-4cb4-8583-2c635b8f4f8b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.862022] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ce99a88-677b-4457-89dd-676ab8c17c54 with status ACTIVE [ 692.862022] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.862022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.862022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.862022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.862022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.862022] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.862395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.862395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.862395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.862484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.862716] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.862808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.862866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.862997] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.863079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.863157] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ce99a88-677b-4457-89dd-676ab8c17c54 is going to be updated. [ 692.887739] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.887739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.887739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.887739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.887739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.888775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ce99a88-677b-4457-89dd-676ab8c17c54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.333681] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 693.333974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.334183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.334412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.338630] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.338845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.338926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.339191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.339287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.339384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.339481] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.365793] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04139467-7768-4cb4-8583-2c635b8f4f8b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.843447] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.843920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.843920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.843920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.844086] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.845145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.845145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.845145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.845145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.845145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.845145] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.845145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.845145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.845145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.845145] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.845519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.845519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.845519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.845519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.845519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.845919] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.870139] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.870139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.870139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.870446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.870494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.870603] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04139467-7768-4cb4-8583-2c635b8f4f8b is going to be created. [ 693.895269] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.895431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.895497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.895734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.895912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.905944] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04139467-7768-4cb4-8583-2c635b8f4f8b in Status: UNINITIALIZED for 2s [ 693.979999] env[66693]: INFO networking_nsxv3.common.synchronization [None req-69ee409d-6230-4378-8ae3-a7fa35ae43c7 None None] Enqueued Resource ID: 2253f80c-70bf-43c6-9162-dd7f3ca792fc with Priority: HIGHEST for action port [ 693.980247] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2253f80c-70bf-43c6-9162-dd7f3ca792fc with Priority: HIGHEST for action port [ 693.980998] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-2253f80c-70bf-43c6-9162-dd7f3ca792fc taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.980998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2253f80c-70bf-43c6-9162-dd7f3ca792fc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.980998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2253f80c-70bf-43c6-9162-dd7f3ca792fc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.980998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2253f80c-70bf-43c6-9162-dd7f3ca792fc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.981227] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2253f80c-70bf-43c6-9162-dd7f3ca792fc',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.349637] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8: rpc.has_security_group_logging(os_id): False [ 694.369743] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.370040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.370188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.370505] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.370665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.370993] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.371122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.371194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.371396] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.371483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.371755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.371810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.371881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.372094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.372219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.372451] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.372656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.372656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.372761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.372863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.372961] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 694.447912] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.447912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.447912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.447912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.447912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.478226] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 694.484176] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2253f80c-70bf-43c6-9162-dd7f3ca792fc [ 694.484176] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.484176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.484176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.484176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.484487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.484661] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2253f80c-70bf-43c6-9162-dd7f3ca792fc already deleted. [ 694.484932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2253f80c-70bf-43c6-9162-dd7f3ca792fc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.965856] env[66693]: INFO networking_nsxv3.common.synchronization [req-92fdcabf-ada9-40fe-bf19-217ecf6a95fa req-42c38c80-ef46-44c9-9e22-b6e240c0dcd9 tempest-MultipleCreateTestJSON-611491038 tempest-MultipleCreateTestJSON-611491038-project-member] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 694.966527] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 694.966852] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.966978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.967293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.967293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.967293] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.967293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.967293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.967293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.967293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.967293] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.377868] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.378034] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.378113] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.378397] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.378637] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.378816] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.378942] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.379100] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.379241] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.379442] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.379546] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.379650] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.379745] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.379845] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.380013] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.380291] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.409043] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.409267] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.409393] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.409860] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.410134] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-af4b922b-4c08-470e-9efa-a78b523718a8 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.410325] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-af4b922b-4c08-470e-9efa-a78b523718a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.410440] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-af4b922b-4c08-470e-9efa-a78b523718a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.410749] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-af4b922b-4c08-470e-9efa-a78b523718a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.410883] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4b922b-4c08-470e-9efa-a78b523718a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.471523] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.471791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.471791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.472206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.472206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.474362] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.474362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.474362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.474362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.474362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.474362] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 695.509484] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.509992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.510178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.510684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.511032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.522367] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 695.568664] env[66693]: INFO networking_nsxv3.common.synchronization [req-c9322e57-59c8-4891-b71c-686d5e39cc62 req-fa276136-55ec-4140-8e9b-30415920e902 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 695.570129] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 695.570129] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.570129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.570129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.570515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.570763] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.571061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.571277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.571535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.571768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.573824] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.913040] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.913291] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.913429] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.913737] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.913907] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.914089] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port af4b922b-4c08-470e-9efa-a78b523718a8 not found, creating... [ 695.914371] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.914539] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.914659] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.914925] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.915112] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.915408] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.915577] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.915687] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.915906] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.916049] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.916205] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: af4b922b-4c08-470e-9efa-a78b523718a8 is going to be created. [ 695.917918] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04139467-7768-4cb4-8583-2c635b8f4f8b in Status: SUCCESS [ 695.918130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.918294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.918706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.918706] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.918828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.918828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.918934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.918991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.919107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.919197] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04139467-7768-4cb4-8583-2c635b8f4f8b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.940055] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.940271] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.940390] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.940663] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.940902] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.941181] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-af4b922b-4c08-470e-9efa-a78b523718a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.966789] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.967188] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.967487] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.967962] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.968615] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.968987] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.969308] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.969815] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.970189] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.970635] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.970849] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.971155] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.971498] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.971724] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.971962] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.972301] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.991950] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.992275] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.992508] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.992777] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.993256] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-1614c543-b921-4ea4-a09d-7c7183d841fd taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.993525] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-1614c543-b921-4ea4-a09d-7c7183d841fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.993731] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-1614c543-b921-4ea4-a09d-7c7183d841fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.994207] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-1614c543-b921-4ea4-a09d-7c7183d841fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.994435] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1614c543-b921-4ea4-a09d-7c7183d841fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.075441] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.075629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.075719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.075919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.075969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.076187] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.076322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.076358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.076491] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.076569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.076657] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 already deleted. [ 696.076717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.421518] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-04139467-7768-4cb4-8583-2c635b8f4f8b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.421672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.421741] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.421952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.422180] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.422280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.422366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.422504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.422591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.422678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.422827] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-04139467-7768-4cb4-8583-2c635b8f4f8b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.422919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.423136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.423136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.423366] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.423408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.423514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.423697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.423780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.423881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.424018] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04139467-7768-4cb4-8583-2c635b8f4f8b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.497503] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.497821] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.497893] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.498171] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.498355] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.498517] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 1614c543-b921-4ea4-a09d-7c7183d841fd not found, creating... [ 696.498814] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.499044] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.499147] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.499380] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.499643] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.499961] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.500134] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.500252] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.500460] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.500590] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.500735] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 1614c543-b921-4ea4-a09d-7c7183d841fd is going to be created. [ 696.502567] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 696.502816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.528320] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.528621] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.528803] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.529612] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.529612] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.530491] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-1614c543-b921-4ea4-a09d-7c7183d841fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.671709] env[66693]: INFO networking_nsxv3.common.synchronization [req-92fdcabf-ada9-40fe-bf19-217ecf6a95fa req-00a5323e-f9f0-41aa-b137-91378474b1de service nova] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_rules [ 696.671922] env[66693]: INFO networking_nsxv3.common.synchronization [req-92fdcabf-ada9-40fe-bf19-217ecf6a95fa req-00a5323e-f9f0-41aa-b137-91378474b1de service nova] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 696.672089] env[66693]: INFO networking_nsxv3.common.synchronization [req-92fdcabf-ada9-40fe-bf19-217ecf6a95fa req-00a5323e-f9f0-41aa-b137-91378474b1de service nova] Enqueued Resource ID: af4b922b-4c08-470e-9efa-a78b523718a8 with Priority: HIGHEST for action port [ 696.672743] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_rules [ 696.672906] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 696.673076] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4b922b-4c08-470e-9efa-a78b523718a8 with Priority: HIGHEST for action port [ 696.673422] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.673561] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.673643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.673993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.673993] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.675420] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.675561] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.675740] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-af4b922b-4c08-470e-9efa-a78b523718a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.675875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af4b922b-4c08-470e-9efa-a78b523718a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.675944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af4b922b-4c08-470e-9efa-a78b523718a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.676120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af4b922b-4c08-470e-9efa-a78b523718a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.676200] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4b922b-4c08-470e-9efa-a78b523718a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.786615] env[66693]: INFO networking_nsxv3.common.synchronization [None req-0e1d4ca0-b753-45f0-af44-154d760cd66e tempest-ServersV294TestFqdnHostnames-1204833494 tempest-ServersV294TestFqdnHostnames-1204833494-project-member] Enqueued Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_rules [ 696.787289] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_rules [ 696.787605] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.787755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.787832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.788121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.788200] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f88924a-321c-4fd6-9cf2-3aa9c873363a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.926802] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04139467-7768-4cb4-8583-2c635b8f4f8b: rpc.has_security_group_logging(os_id): False [ 696.950144] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.950144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.950144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.950144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.950360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.950486] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.950547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.950578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.950737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.950813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.951053] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.951155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.951212] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.953100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.953100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.953100] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.953100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.953100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.953100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.953100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.953100] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04139467-7768-4cb4-8583-2c635b8f4f8b is going to be created. [ 696.996144] env[66693]: INFO networking_nsxv3.common.synchronization [None req-0667df47-e52f-42fb-9d84-37416af082d4 tempest-ServersV294TestFqdnHostnames-1204833494 tempest-ServersV294TestFqdnHostnames-1204833494-project-member] Enqueued Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_rules [ 696.996144] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_rules [ 696.996450] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.996450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.010613] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.010771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.011419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.011419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.011419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.023759] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04139467-7768-4cb4-8583-2c635b8f4f8b in Status: IN_PROGRESS for 2s [ 697.178531] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.178662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.181060] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af4b922b-4c08-470e-9efa-a78b523718a8 with status ACTIVE [ 697.181372] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.181372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.181542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.181717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.181786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.181992] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.182121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.182201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.182976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.182976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.182976] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.182976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.182976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.182976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.183165] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.183165] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af4b922b-4c08-470e-9efa-a78b523718a8 is going to be updated. [ 697.205870] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.206065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.206126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.206316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.206761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.206847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af4b922b-4c08-470e-9efa-a78b523718a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.265982] env[66693]: INFO networking_nsxv3.common.synchronization [req-c9322e57-59c8-4891-b71c-686d5e39cc62 req-4509892a-024d-4014-a0ed-42629429e932 service nova] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_rules [ 697.266186] env[66693]: INFO networking_nsxv3.common.synchronization [req-c9322e57-59c8-4891-b71c-686d5e39cc62 req-4509892a-024d-4014-a0ed-42629429e932 service nova] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 697.266322] env[66693]: INFO networking_nsxv3.common.synchronization [req-c9322e57-59c8-4891-b71c-686d5e39cc62 req-4509892a-024d-4014-a0ed-42629429e932 service nova] Enqueued Resource ID: 1614c543-b921-4ea4-a09d-7c7183d841fd with Priority: HIGHEST for action port [ 697.266948] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_rules [ 697.267169] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 697.267304] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1614c543-b921-4ea4-a09d-7c7183d841fd with Priority: HIGHEST for action port [ 697.267587] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.267707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.267767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.268037] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.268118] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.269574] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.269733] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.269850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.271032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.271032] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.271032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.271032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.271032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.271032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.271418] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.271952] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-1614c543-b921-4ea4-a09d-7c7183d841fd taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.274095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1614c543-b921-4ea4-a09d-7c7183d841fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.274095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1614c543-b921-4ea4-a09d-7c7183d841fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.274095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1614c543-b921-4ea4-a09d-7c7183d841fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.274095] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1614c543-b921-4ea4-a09d-7c7183d841fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.332672] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.332954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.332954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.333250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.333393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.333530] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a already deleted. [ 697.333657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.333899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.334153] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.334259] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f88924a-321c-4fd6-9cf2-3aa9c873363a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.533927] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 697.534147] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 deletion is rescheduled due to dependency. [ 697.534381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.534708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.535908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.535908] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.535908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.535908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.535908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.535908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.535908] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.774169] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.775258] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.775339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.775755] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1614c543-b921-4ea4-a09d-7c7183d841fd with status ACTIVE [ 697.776038] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.776158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.776248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.776409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.776491] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.776653] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.776743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.776800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.776943] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.777026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.777840] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.777840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.777840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.777840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.777840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.777840] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1614c543-b921-4ea4-a09d-7c7183d841fd is going to be updated. [ 697.800467] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.801138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.801138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.801138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.801138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.801322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1614c543-b921-4ea4-a09d-7c7183d841fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.813772] env[66693]: INFO networking_nsxv3.common.synchronization [req-92fdcabf-ada9-40fe-bf19-217ecf6a95fa req-85c227ab-1ae8-45e5-bcdf-5e0f36f4fe98 tempest-MultipleCreateTestJSON-611491038 tempest-MultipleCreateTestJSON-611491038-project-member] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 697.814038] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 697.814409] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.814409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.866655] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.866811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.866951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.867167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.867260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.867388] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a already deleted. [ 697.867462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.037753] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.137237] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.137462] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.137603] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.137874] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.138176] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.138410] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.138578] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.138797] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.138942] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.139159] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.139288] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.139399] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.140296] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.140296] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.140296] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.140296] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.160021] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.160196] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.160326] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.160487] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-431" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.160783] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-386af517-bb8d-454a-86e4-ca97338c6baf taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.161150] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-386af517-bb8d-454a-86e4-ca97338c6baf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.161150] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-386af517-bb8d-454a-86e4-ca97338c6baf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.161385] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-386af517-bb8d-454a-86e4-ca97338c6baf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.161515] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('386af517-bb8d-454a-86e4-ca97338c6baf',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.280018] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.539682] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.664185] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.664580] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.664794] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.665222] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.665447] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.665672] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 386af517-bb8d-454a-86e4-ca97338c6baf not found, creating... [ 698.666028] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.666277] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.666466] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.666800] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.667022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.667446] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.667628] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.667728] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.667978] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.668236] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.668413] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 386af517-bb8d-454a-86e4-ca97338c6baf is going to be created. [ 698.699379] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.699580] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.699696] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.700026] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.700258] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.700487] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-386af517-bb8d-454a-86e4-ca97338c6baf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.783648] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.783828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.783895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.784152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.784248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.784346] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be created. [ 698.823409] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.823569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.823637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.825117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.825117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.838126] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: UNINITIALIZED for 2s [ 699.041439] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04139467-7768-4cb4-8583-2c635b8f4f8b in Status: SUCCESS [ 699.041786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.042089] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.042226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.042280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.042478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.042553] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.042641] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 699.080296] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.080502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.080640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.080875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.081149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.091966] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 699.403286] env[66693]: INFO networking_nsxv3.common.synchronization [req-92fdcabf-ada9-40fe-bf19-217ecf6a95fa req-94b7579a-4c56-4c57-90fb-f5278cf9673c service nova] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_rules [ 699.403522] env[66693]: INFO networking_nsxv3.common.synchronization [req-92fdcabf-ada9-40fe-bf19-217ecf6a95fa req-94b7579a-4c56-4c57-90fb-f5278cf9673c service nova] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 699.403626] env[66693]: INFO networking_nsxv3.common.synchronization [req-92fdcabf-ada9-40fe-bf19-217ecf6a95fa req-94b7579a-4c56-4c57-90fb-f5278cf9673c service nova] Enqueued Resource ID: 386af517-bb8d-454a-86e4-ca97338c6baf with Priority: HIGHEST for action port [ 699.404682] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_rules [ 699.404883] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 699.405028] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 386af517-bb8d-454a-86e4-ca97338c6baf with Priority: HIGHEST for action port [ 699.405377] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.405462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.405690] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.405810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.406014] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-386af517-bb8d-454a-86e4-ca97338c6baf taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.406127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-386af517-bb8d-454a-86e4-ca97338c6baf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.406192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-386af517-bb8d-454a-86e4-ca97338c6baf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.406393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-386af517-bb8d-454a-86e4-ca97338c6baf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.406471] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('386af517-bb8d-454a-86e4-ca97338c6baf',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.908883] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 386af517-bb8d-454a-86e4-ca97338c6baf with status ACTIVE [ 699.909468] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.909468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.909603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.909787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.910487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.910487] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.910487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.910487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.910487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.910487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.910852] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.910852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.910852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.911428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.911544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.911680] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 386af517-bb8d-454a-86e4-ca97338c6baf is going to be updated. [ 699.937851] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.938138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.938138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.938311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.938446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.938963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-386af517-bb8d-454a-86e4-ca97338c6baf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.850780] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 700.851142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.851313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.851542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.851730] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.851855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.851921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.852084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.852172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.852257] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.852343] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.108055] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 701.108055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.108055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.108055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.108055] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.108055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.108055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.108055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.108055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.108055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.108055] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.109410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.109410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.109410] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.109410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.109764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.109764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.109764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.109764] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.357048] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.357351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.357473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.357811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.358070] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.358219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.358314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.358535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.358664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.358798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.359014] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.359157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.359254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.359468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.359669] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.359806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.359902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.360194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.360337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.360446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.360582] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.611871] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.612182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.612283] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.863446] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd104493-6921-4dec-be23-cac130e252e1: rpc.has_security_group_logging(os_id): False [ 701.889074] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.889074] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.889074] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.889074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.889625] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.889625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.889625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.889625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.889625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.889761] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be created. [ 701.959562] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.959829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.959940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.960215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.960465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.976332] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 702.117266] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.619773] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.619773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.619773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.620980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.620980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.620980] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 702.672537] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.672694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.672765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.673029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.673232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.683348] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 703.990666] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 703.991123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.405941] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 704.406113] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 704.699580] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 704.699580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.699580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.699580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.699580] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.699580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.699580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.699580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.699580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.699580] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.201571] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.708021] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.212896] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.213301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.213301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.213465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.213465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.213548] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 706.245857] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.246093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.246230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.246483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.246730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.257549] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 706.773805] env[66693]: INFO networking_nsxv3.common.synchronization [req-a34b6a40-28c7-4ba6-a721-4eaef02c7064 req-5c18aa5b-2fbd-48f2-ac35-6b7cc13f72a4 tempest-FloatingIPsAssociationTestJSON-1216711074 tempest-FloatingIPsAssociationTestJSON-1216711074-project-member] Enqueued Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 706.774463] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGHEST for action security_group_members [ 706.774774] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.774895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.774963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.775480] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.775634] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.775738] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.775801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.775949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.776056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.776150] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.278176] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.278458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.278458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.278596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.278687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.278871] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.278963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.279051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.279207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.279287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.279386] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc0ba4df-6159-46f6-8180-e85e4a355871 is going to be updated. [ 707.319609] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.319772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.319812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.320044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.320201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.330615] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: IN_PROGRESS for 2s [ 708.270033] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 708.270306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.270577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.270722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.271047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.271118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.271191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.271345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.271429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.271517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.271672] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.271762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.271820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.272751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.272751] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.272751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.272751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.272751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.272751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.273075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.273075] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.776130] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342: rpc.has_security_group_logging(os_id): False [ 708.793914] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.794106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.794183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.794431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.794538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.794815] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.794957] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.795042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.795356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.795356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.795485] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.795566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.795613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.795747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.795818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.796014] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.797107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.797139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.797313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.797414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.797495] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 708.865342] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.865547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.865547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.865769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.865888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.896024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 709.348204] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc0ba4df-6159-46f6-8180-e85e4a355871 in Status: SUCCESS [ 709.349751] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc0ba4df-6159-46f6-8180-e85e4a355871 deletion is rescheduled due to dependency. [ 709.349888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.233114] env[66693]: INFO networking_nsxv3.common.synchronization [req-a36976cf-091f-4001-b24c-849b41f4a760 req-622d1305-9b7d-47ae-bb6b-da95e4e02548 tempest-ServersTestFqdnHostnames-1149150636 tempest-ServersTestFqdnHostnames-1149150636-project-member] Enqueued Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_members [ 710.237104] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_members [ 710.237104] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9442830a-a343-458d-9ed2-d04517f5ea94 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.237104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.237104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.237104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.237104] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.237104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.237104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.237104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.237104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.237104] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9442830a-a343-458d-9ed2-d04517f5ea94',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.739184] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.739355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.739427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.739662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.739729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.739923] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.740029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.740090] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.740235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.740312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.740393] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9442830a-a343-458d-9ed2-d04517f5ea94 already deleted. [ 710.740470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.783994] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.784147] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-124" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.784756] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-124" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.784756] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-124" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.784908] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.785043] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.785081] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.785289] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.785426] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.785617] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.785721] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.785842] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.786158] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.786158] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.786158] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.786303] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.806189] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.807410] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.807410] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.807410] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-124" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.807410] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-6757ef89-7d54-4696-8262-55078c679da7 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.807410] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-6757ef89-7d54-4696-8262-55078c679da7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.807410] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-6757ef89-7d54-4696-8262-55078c679da7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.807708] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-6757ef89-7d54-4696-8262-55078c679da7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.807708] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6757ef89-7d54-4696-8262-55078c679da7',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.911424] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 710.911579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.911818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.912974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.912974] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.314030] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.314030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.314030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.314030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.314030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.314030] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 6757ef89-7d54-4696-8262-55078c679da7 not found, creating... [ 711.314030] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.314030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.314892] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.315357] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.315712] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.316369] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.316800] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.317138] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.317624] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.317973] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.318344] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 6757ef89-7d54-4696-8262-55078c679da7 is going to be created. [ 711.344861] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.344861] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.344861] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.344861] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.345686] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.346049] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-6757ef89-7d54-4696-8262-55078c679da7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.417284] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.417284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.417284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.417284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.417284] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.417284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.417284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.417284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.417284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.417284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.417284] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.735202] env[66693]: INFO networking_nsxv3.common.synchronization [req-c4227dbe-0421-41a9-97f6-84ffa632b258 req-d4c7e5b7-b2e7-4913-b6a5-284eaddfc3ad tempest-FloatingIPsAssociationNegativeTestJSON-1098519986 tempest-FloatingIPsAssociationNegativeTestJSON-1098519986-project-member] Enqueued Resource ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 with Priority: HIGHEST for action security_group_members [ 711.735724] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 with Priority: HIGHEST for action security_group_members [ 711.736529] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-751b39aa-ae1e-468e-915d-19d25f89e7b3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.736529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.736529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.736529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.736529] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.736822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.736822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.736822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.736920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.736983] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751b39aa-ae1e-468e-915d-19d25f89e7b3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.919751] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.920239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.920239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.920381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.920572] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.920674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.920746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.920894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.921076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.921289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.921340] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.921393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.921467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.921641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.921782] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.921869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.921922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.922079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.922159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.922241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.922332] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.104101] env[66693]: INFO networking_nsxv3.common.synchronization [req-a36976cf-091f-4001-b24c-849b41f4a760 req-7b25575d-891d-444a-8ff1-583f1dae305e service nova] Enqueued Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_rules [ 712.104376] env[66693]: INFO networking_nsxv3.common.synchronization [req-a36976cf-091f-4001-b24c-849b41f4a760 req-7b25575d-891d-444a-8ff1-583f1dae305e service nova] Enqueued Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_members [ 712.104567] env[66693]: INFO networking_nsxv3.common.synchronization [req-a36976cf-091f-4001-b24c-849b41f4a760 req-7b25575d-891d-444a-8ff1-583f1dae305e service nova] Enqueued Resource ID: 6757ef89-7d54-4696-8262-55078c679da7 with Priority: HIGHEST for action port [ 712.105382] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_rules [ 712.105610] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_members [ 712.105801] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6757ef89-7d54-4696-8262-55078c679da7 with Priority: HIGHEST for action port [ 712.106270] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9442830a-a343-458d-9ed2-d04517f5ea94 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.106396] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.106480] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.106688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.106777] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9442830a-a343-458d-9ed2-d04517f5ea94',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.107820] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9442830a-a343-458d-9ed2-d04517f5ea94 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.107942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.108023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.108196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.108349] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.108466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.108532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.108673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.108764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.108859] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9442830a-a343-458d-9ed2-d04517f5ea94',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.110024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-6757ef89-7d54-4696-8262-55078c679da7 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.110112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6757ef89-7d54-4696-8262-55078c679da7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.110112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6757ef89-7d54-4696-8262-55078c679da7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.110275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6757ef89-7d54-4696-8262-55078c679da7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.110428] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6757ef89-7d54-4696-8262-55078c679da7',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.239865] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.239865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.240033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.241952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.241952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.241952] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.241952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.241952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.241952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.241952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.241952] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 is going to be updated. [ 712.273208] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.273487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.273487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.273713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.273860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.284738] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 in Status: IN_PROGRESS for 2s [ 712.424644] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342: rpc.has_security_group_logging(os_id): False [ 712.449880] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.449880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.449880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.450197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.450350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.450580] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.451440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.451440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.451440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.451440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.451440] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.451440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.451440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.451742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.451780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.451971] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.452094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.452164] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.452303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.452373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.452460] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 712.556716] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.556716] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.556716] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.557063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.557063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.583546] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 712.612241] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9442830a-a343-458d-9ed2-d04517f5ea94',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.618031] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9442830a-a343-458d-9ed2-d04517f5ea94 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.618031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.618031] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6757ef89-7d54-4696-8262-55078c679da7 with status ACTIVE [ 712.618031] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.618031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.618031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.618031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.618031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.618031] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.618031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.618031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.618031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.618031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.618031] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.619421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.619421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.619421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.619421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.619421] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6757ef89-7d54-4696-8262-55078c679da7 is going to be updated. [ 712.664248] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.664491] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.664491] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.664661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.664786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.664972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6757ef89-7d54-4696-8262-55078c679da7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.722428] env[66693]: INFO networking_nsxv3.common.synchronization [req-3996852e-82a8-4828-ba60-bb3e7a2bab0a req-a3957b90-cf61-4ccf-80b4-6fc87910252b tempest-MultipleCreateTestJSON-611491038 tempest-MultipleCreateTestJSON-611491038-project-member] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 712.723046] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 712.723388] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.723546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.723616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.723825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.723983] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.724109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.724173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.724331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.724425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.724522] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.975862] env[66693]: INFO networking_nsxv3.common.synchronization [req-43b9190b-ccdf-44b1-af67-71df2c30adf7 req-f074947e-8423-4730-a218-d129faac4ff3 tempest-ServersNegativeTestJSON-1373406811 tempest-ServersNegativeTestJSON-1373406811-project-member] Enqueued Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 712.976502] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 712.976809] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.976933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.977009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.980646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.980857] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.981086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.981086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.981275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.981382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.981464] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.115652] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9442830a-a343-458d-9ed2-d04517f5ea94',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.226448] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.358225] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.358452] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.358563] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.358919] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.364037] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.364037] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.364037] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.364037] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.364037] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.364037] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.364037] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.364037] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.364037] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.364037] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.364037] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.364037] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.386414] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.386588] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.386722] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.386895] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.387235] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-af2268b9-c417-43d3-806b-fba556c4c155 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.387663] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.387663] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.387812] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.387971] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2268b9-c417-43d3-806b-fba556c4c155',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.485152] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.485626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.485626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.485720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.485882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.486189] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.486283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.486465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.486625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.486750] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.486847] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 already deleted. [ 713.487039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.623402] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.623402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.623402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.623402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.623604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.623604] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9442830a-a343-458d-9ed2-d04517f5ea94 is going to be created. [ 713.652284] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.652846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.652846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.652846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.653094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.659349] env[66693]: INFO networking_nsxv3.common.synchronization [req-b14653b5-a789-412e-b5ab-0f13a24e1e0b req-2b3f3d0c-2f9f-45e0-82a8-9fd8715bb980 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 713.660023] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 713.660414] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.661042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.661042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.661042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.661042] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.661249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.661249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.661249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.661342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.662145] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.665480] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9442830a-a343-458d-9ed2-d04517f5ea94 in Status: UNINITIALIZED for 2s [ 713.730802] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.891166] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.891401] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.891521] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.891803] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.891969] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.892156] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port af2268b9-c417-43d3-806b-fba556c4c155 not found, creating... [ 713.892417] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.892580] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.892695] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.892902] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.893048] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.893352] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.893498] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.893606] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.893805] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.893931] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.894104] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: af2268b9-c417-43d3-806b-fba556c4c155 is going to be created. [ 713.914866] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.915118] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.915222] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.915498] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.915738] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.915923] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.163916] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.164091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.164170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.164369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.165579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.165579] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.165579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.165579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.165579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.165579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.165579] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 714.194648] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.194648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.194648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.194648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.194648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.205042] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 714.234566] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.234566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.234566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.234566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.234566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.234566] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 714.259742] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.259742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.259742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.259742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.259742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.267848] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 714.301590] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 in Status: SUCCESS [ 714.301900] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 deletion is rescheduled due to dependency. [ 714.301900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.519248] env[66693]: INFO networking_nsxv3.common.synchronization [req-311c99ad-a4bb-4374-986a-fda5ac1eb25e req-074b4ef7-df68-4910-be9d-9b5fec2f3fe1 tempest-InstanceActionsTestJSON-2068313235 tempest-InstanceActionsTestJSON-2068313235-project-member] Enqueued Resource ID: 04139467-7768-4cb4-8583-2c635b8f4f8b with Priority: HIGHEST for action security_group_members [ 714.519776] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04139467-7768-4cb4-8583-2c635b8f4f8b with Priority: HIGHEST for action security_group_members [ 714.520115] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-04139467-7768-4cb4-8583-2c635b8f4f8b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.520234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.520300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.520492] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.520640] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.520736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.520797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.520981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.521209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.521316] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04139467-7768-4cb4-8583-2c635b8f4f8b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.600575] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 714.600765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.698865] env[66693]: INFO networking_nsxv3.common.synchronization [req-43b9190b-ccdf-44b1-af67-71df2c30adf7 req-35823a2e-7f07-4883-a5c2-557995744aeb service nova] Enqueued Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_rules [ 714.698865] env[66693]: INFO networking_nsxv3.common.synchronization [req-43b9190b-ccdf-44b1-af67-71df2c30adf7 req-35823a2e-7f07-4883-a5c2-557995744aeb service nova] Enqueued Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 714.698865] env[66693]: INFO networking_nsxv3.common.synchronization [req-43b9190b-ccdf-44b1-af67-71df2c30adf7 req-35823a2e-7f07-4883-a5c2-557995744aeb service nova] Enqueued Resource ID: af2268b9-c417-43d3-806b-fba556c4c155 with Priority: HIGHEST for action port [ 714.699212] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_rules [ 714.699212] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 714.699301] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2268b9-c417-43d3-806b-fba556c4c155 with Priority: HIGHEST for action port [ 714.699634] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.699764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.699764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.700015] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.700142] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.701246] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.701246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.702486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.702486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.702486] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.702486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.702486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.702486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.702486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.702486] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.703703] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-af2268b9-c417-43d3-806b-fba556c4c155 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.703703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.703703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.703835] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.703835] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2268b9-c417-43d3-806b-fba556c4c155',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.728093] env[66693]: INFO networking_nsxv3.common.synchronization [req-81f7796b-f800-4478-b8d1-ea8c7dd1529b req-0228fa5e-2925-4951-8d03-616c053f8f2b tempest-MultipleCreateTestJSON-611491038 tempest-MultipleCreateTestJSON-611491038-project-member] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 714.728800] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGHEST for action security_group_members [ 714.729755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.729872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.025066] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.025066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.025066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.025066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.025066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.025066] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.025066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.025066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.025460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.025460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.025460] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04139467-7768-4cb4-8583-2c635b8f4f8b is going to be updated. [ 715.062344] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.062344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.062344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.062627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.062791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.073574] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04139467-7768-4cb4-8583-2c635b8f4f8b in Status: IN_PROGRESS for 2s [ 715.205275] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.205427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.205622] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.207031] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af2268b9-c417-43d3-806b-fba556c4c155 with status ACTIVE [ 715.207031] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.207031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.207031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.207243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.207243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.207395] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.207488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.207618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.207705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.207813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.209183] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.209183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.209183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.209183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.209183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.209183] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af2268b9-c417-43d3-806b-fba556c4c155 is going to be updated. [ 715.255584] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.255584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.255584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.255831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.255831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.256249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.675945] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9442830a-a343-458d-9ed2-d04517f5ea94 in Status: SUCCESS [ 715.676248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.676355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.676598] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.676812] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.676953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.676992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.677180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.677272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.677361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.677483] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9442830a-a343-458d-9ed2-d04517f5ea94',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.682621] env[66693]: INFO networking_nsxv3.common.synchronization [req-8cff5014-a22a-4203-a520-84b7a8503af5 req-1bef7f62-581a-4a74-ba22-63bf6b3e0205 tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 715.683154] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 715.683518] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.683637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.683715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.683883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.684365] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.684490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.684562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.684708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.684811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.684908] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.710619] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.155287] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.155629] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.155743] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.156501] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.156829] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.157195] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.157195] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.157672] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.157890] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.158313] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.158453] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.158695] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.158861] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.159082] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.159313] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.159430] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.180401] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9442830a-a343-458d-9ed2-d04517f5ea94',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.183121] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.183291] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.183430] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.183669] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.184469] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-111647e9-dead-4532-a067-eb225d2939b1 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.184644] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-111647e9-dead-4532-a067-eb225d2939b1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.184753] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-111647e9-dead-4532-a067-eb225d2939b1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.185103] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-111647e9-dead-4532-a067-eb225d2939b1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.185274] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111647e9-dead-4532-a067-eb225d2939b1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.186470] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.187331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.187331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.187664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.187764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.188043] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.188163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.188223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.188379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.188453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.188544] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 716.213611] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.213785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.213785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.213984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.214091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.214193] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 is going to be created. [ 716.216256] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 716.216415] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 deletion is rescheduled due to dependency. [ 716.216516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.221149] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.221289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.221327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.221772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.221772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.233293] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 716.250535] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.250966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.250966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.251184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.251358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.263140] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: UNINITIALIZED for 2s [ 716.278746] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 716.278746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.278746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.278746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.278746] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.278746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.278746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.278746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.278746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.278746] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.592547] env[66693]: INFO networking_nsxv3.common.synchronization [None req-3306c0d7-f09b-4a1a-9668-db67747fe2d1 None None] Enqueued Resource ID: 5e577eb5-99f9-48fc-9aeb-3455af70410c with Priority: HIGHEST for action port [ 716.593190] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e577eb5-99f9-48fc-9aeb-3455af70410c with Priority: HIGHEST for action port [ 716.593583] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e577eb5-99f9-48fc-9aeb-3455af70410c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.593583] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e577eb5-99f9-48fc-9aeb-3455af70410c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.593702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e577eb5-99f9-48fc-9aeb-3455af70410c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.593906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e577eb5-99f9-48fc-9aeb-3455af70410c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.594057] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e577eb5-99f9-48fc-9aeb-3455af70410c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.683104] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9442830a-a343-458d-9ed2-d04517f5ea94: rpc.has_security_group_logging(os_id): False [ 716.691300] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.691571] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.691643] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.691927] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.692083] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.692229] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 111647e9-dead-4532-a067-eb225d2939b1 not found, creating... [ 716.692471] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.692620] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.692732] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.692972] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.693119] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.693396] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.693543] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.693654] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.693862] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.693988] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.694137] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 111647e9-dead-4532-a067-eb225d2939b1 is going to be created. [ 716.703963] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.703963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.703963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.703963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.703963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.704167] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.704246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.704368] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.704625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.704778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.704909] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9442830a-a343-458d-9ed2-d04517f5ea94 is going to be created. [ 716.716478] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.716478] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.716608] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.716848] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.717213] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.717395] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-111647e9-dead-4532-a067-eb225d2939b1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.766699] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.766953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.766953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.767146] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.767360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.780112] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9442830a-a343-458d-9ed2-d04517f5ea94 in Status: IN_PROGRESS for 2s [ 716.783720] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.783868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.784014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.784209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.784303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.784497] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.784622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.784672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.784807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.784926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.785050] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be updated. [ 716.850590] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.850590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.850590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.850590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.850590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.876090] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: IN_PROGRESS for 2s [ 717.088051] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04139467-7768-4cb4-8583-2c635b8f4f8b in Status: SUCCESS [ 717.088424] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04139467-7768-4cb4-8583-2c635b8f4f8b deletion is rescheduled due to dependency. [ 717.088581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.096365] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e577eb5-99f9-48fc-9aeb-3455af70410c [ 717.096914] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.100027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.100027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.100027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.100027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.100027] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e577eb5-99f9-48fc-9aeb-3455af70410c already deleted. [ 717.100027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e577eb5-99f9-48fc-9aeb-3455af70410c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.438706] env[66693]: INFO networking_nsxv3.common.synchronization [req-8cff5014-a22a-4203-a520-84b7a8503af5 req-e9541dd1-227e-4865-a9b1-823259a6e5f8 service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 717.438890] env[66693]: INFO networking_nsxv3.common.synchronization [req-8cff5014-a22a-4203-a520-84b7a8503af5 req-e9541dd1-227e-4865-a9b1-823259a6e5f8 service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 717.439081] env[66693]: INFO networking_nsxv3.common.synchronization [req-8cff5014-a22a-4203-a520-84b7a8503af5 req-e9541dd1-227e-4865-a9b1-823259a6e5f8 service nova] Enqueued Resource ID: 111647e9-dead-4532-a067-eb225d2939b1 with Priority: HIGHEST for action port [ 717.439704] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 717.439855] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 717.439954] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111647e9-dead-4532-a067-eb225d2939b1 with Priority: HIGHEST for action port [ 717.441421] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.441605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.441703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.441934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.442035] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.443057] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.443976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.443976] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-111647e9-dead-4532-a067-eb225d2939b1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.443976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-111647e9-dead-4532-a067-eb225d2939b1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.443976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-111647e9-dead-4532-a067-eb225d2939b1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.443976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-111647e9-dead-4532-a067-eb225d2939b1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.443976] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111647e9-dead-4532-a067-eb225d2939b1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.945699] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.946046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.947342] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 111647e9-dead-4532-a067-eb225d2939b1 with status ACTIVE [ 717.947585] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.947722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.947785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.947992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.948112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.948295] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.948395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.948471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.948616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.948697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.948868] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.949016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.949050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.949162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.949695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.949695] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 111647e9-dead-4532-a067-eb225d2939b1 is going to be updated. [ 717.977366] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.978029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.978029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.978029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.978029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.978201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-111647e9-dead-4532-a067-eb225d2939b1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.247074] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ca6b08d-9662-4da6-a708-31d90444e29a req-ee158e76-ea80-44a4-9979-8e6ba45fc84c tempest-ServerRescueTestJSON-487723332 tempest-ServerRescueTestJSON-487723332-project-member] Enqueued Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 718.247593] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 4s [ 718.248160] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 718.248477] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.248597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.248687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.249060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.249232] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.249371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.249471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.249651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.249743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.249838] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.275769] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: SUCCESS [ 718.276150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.276405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.276776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.277065] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.277286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.277385] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.277593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.277741] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.277860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.278281] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.693588] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.693776] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-216" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.693893] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-216" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.694225] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-216" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.694473] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.694652] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.694734] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.694938] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.695379] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.695714] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.695832] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.695936] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.696059] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.696165] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.696261] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.696571] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.716881] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.717075] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.717234] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.717465] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-216" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.717849] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-779ad991-1400-44b3-9ed3-f7e2dab6659f taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.718079] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-779ad991-1400-44b3-9ed3-f7e2dab6659f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.718480] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-779ad991-1400-44b3-9ed3-f7e2dab6659f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.718583] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-779ad991-1400-44b3-9ed3-f7e2dab6659f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.718735] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779ad991-1400-44b3-9ed3-f7e2dab6659f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.751565] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.751847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.751970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.753245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.753245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.753245] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.753245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.753245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.753245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.753245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.753245] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 already deleted. [ 718.753245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.781413] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.781641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.781746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.781978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.782171] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.782276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.782329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.782540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.782683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.782824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.783075] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.783272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.783348] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.783494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.783640] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.783764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.783829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.784047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.784181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.784240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.784397] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.801386] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9442830a-a343-458d-9ed2-d04517f5ea94 in Status: SUCCESS [ 718.801649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.885956] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 in Status: SUCCESS [ 718.885956] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 deletion is rescheduled due to dependency. [ 718.885956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.221460] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.221757] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.221813] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.222153] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.222302] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.222449] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 779ad991-1400-44b3-9ed3-f7e2dab6659f not found, creating... [ 719.222699] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.222850] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.222966] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.223192] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.223417] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.223696] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.223846] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.223955] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.224297] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.224429] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.224566] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 779ad991-1400-44b3-9ed3-f7e2dab6659f is going to be created. [ 719.257921] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.258169] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.258294] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.258632] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.258746] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.259087] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-779ad991-1400-44b3-9ed3-f7e2dab6659f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.288138] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07dafda2-e2c4-4a79-8013-fa1d2bd930e9: rpc.has_security_group_logging(os_id): False [ 719.308251] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.308433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.308523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.308811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.308961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.309345] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.309488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.309574] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.309796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.309939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.310167] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.310293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.310378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.310563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.310680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.310976] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.311116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.311230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.311395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.311524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.311613] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 is going to be created. [ 719.404024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.404364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.404442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.404658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.404837] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.419799] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: IN_PROGRESS for 2s [ 719.682035] env[66693]: INFO networking_nsxv3.common.synchronization [None req-0f5109a9-90fa-40c9-8f52-7a2b49ce93e5 None None] Enqueued Resource ID: 5e366f0a-4b83-48b0-b3f9-2b3dedfaaabf with Priority: HIGHEST for action port [ 719.682531] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e366f0a-4b83-48b0-b3f9-2b3dedfaaabf with Priority: HIGHEST for action port [ 719.682821] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e366f0a-4b83-48b0-b3f9-2b3dedfaaabf taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.682968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e366f0a-4b83-48b0-b3f9-2b3dedfaaabf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.683178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e366f0a-4b83-48b0-b3f9-2b3dedfaaabf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.683495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e366f0a-4b83-48b0-b3f9-2b3dedfaaabf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.683589] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e366f0a-4b83-48b0-b3f9-2b3dedfaaabf',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.948805] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ca6b08d-9662-4da6-a708-31d90444e29a req-28451730-889d-43f4-84aa-8129d082480d service nova] Enqueued Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_rules [ 719.948805] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ca6b08d-9662-4da6-a708-31d90444e29a req-28451730-889d-43f4-84aa-8129d082480d service nova] Enqueued Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 719.948805] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ca6b08d-9662-4da6-a708-31d90444e29a req-28451730-889d-43f4-84aa-8129d082480d service nova] Enqueued Resource ID: 779ad991-1400-44b3-9ed3-f7e2dab6659f with Priority: HIGHEST for action port [ 719.948805] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_rules [ 719.948805] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 719.948805] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779ad991-1400-44b3-9ed3-f7e2dab6659f with Priority: HIGHEST for action port [ 719.949969] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.950280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.951972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.951972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.951972] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.952521] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.952744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.952874] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.953097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.953332] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.953463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.953565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.953988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.953988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.953988] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.955828] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-779ad991-1400-44b3-9ed3-f7e2dab6659f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.959287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-779ad991-1400-44b3-9ed3-f7e2dab6659f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.959287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-779ad991-1400-44b3-9ed3-f7e2dab6659f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.959525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-779ad991-1400-44b3-9ed3-f7e2dab6659f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.959672] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779ad991-1400-44b3-9ed3-f7e2dab6659f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.186309] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e366f0a-4b83-48b0-b3f9-2b3dedfaaabf [ 720.186499] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.186623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.186689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.186899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.186981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.187103] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e366f0a-4b83-48b0-b3f9-2b3dedfaaabf already deleted. [ 720.187198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e366f0a-4b83-48b0-b3f9-2b3dedfaaabf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.258555] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 720.258884] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 deletion is rescheduled due to dependency. [ 720.258884] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.259057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.259252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.259434] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.259549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.259612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.259760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.259840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.259946] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.465026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.465026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.465026] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 779ad991-1400-44b3-9ed3-f7e2dab6659f with status ACTIVE [ 720.465026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.465026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.465026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.465026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.465026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.465026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.465026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.465026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.465026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.465026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.465026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.465627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.465627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.465627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.465627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.465627] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 779ad991-1400-44b3-9ed3-f7e2dab6659f is going to be updated. [ 720.467445] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.491098] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.491098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.491098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.491098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.491098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.491098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-779ad991-1400-44b3-9ed3-f7e2dab6659f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.762676] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.970377] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.005157] env[66693]: INFO networking_nsxv3.common.synchronization [req-91f4af58-a0c5-44c9-afbe-c45c9d1ab18e req-4cb2d7f0-83c0-46f0-8fbe-793ac1dcc22f tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_members [ 721.005905] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGHEST for action security_group_members [ 721.006448] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d12dae79-6445-4a2b-aace-f2457ebfe246 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.006611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.006707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.006987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.008042] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.008199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.008311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.008513] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.008643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.008770] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d12dae79-6445-4a2b-aace-f2457ebfe246',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.265220] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.437887] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: SUCCESS [ 721.437887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.472621] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.472815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.472877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.473167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.473243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.473325] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 is going to be created. [ 721.502823] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.503053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.503053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.503994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.504243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.511403] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.511403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.511403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.511703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.511754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.512054] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.512209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.512328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.512466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.512548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.512646] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d12dae79-6445-4a2b-aace-f2457ebfe246 is going to be updated. [ 721.518201] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: UNINITIALIZED for 2s [ 721.554231] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.554231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.554231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.554231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.554872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.569983] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12dae79-6445-4a2b-aace-f2457ebfe246 in Status: IN_PROGRESS for 2s [ 721.769548] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.769701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.769774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.769983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.770084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.770184] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 721.804048] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.804048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.804048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.804048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.804270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.817833] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 722.996757] env[66693]: INFO networking_nsxv3.common.synchronization [req-670f8511-3c38-4410-bd18-2b4bc5249c52 req-1e544d78-bc6d-43a0-81d6-582a35edab86 tempest-ListImageFiltersTestJSON-1028649072 tempest-ListImageFiltersTestJSON-1028649072-project-member] Enqueued Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 722.997082] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 722.997434] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.997577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.997648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.997920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.998120] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.998434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.998434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.998525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.998607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.998700] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.501596] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.501596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.501861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.502110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.502110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.502931] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.502931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.502931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.502931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.502931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.502931] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1720a7-db08-4449-9a3f-36104cddac64 already deleted. [ 723.502931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.530013] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: SUCCESS [ 723.530216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.530708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.530968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.531198] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.531319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.531382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.532125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.532125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.532125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.532125] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.584209] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d12dae79-6445-4a2b-aace-f2457ebfe246 in Status: SUCCESS [ 723.584209] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d12dae79-6445-4a2b-aace-f2457ebfe246 deletion is rescheduled due to dependency. [ 723.584209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.763621] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.763811] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.763957] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.764255] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.764543] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.764697] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.764807] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.765028] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.765165] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.765364] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.765472] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.765569] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.765674] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.765771] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.765871] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.765995] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.785962] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.786143] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.786274] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.786470] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.786836] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-93e5a933-0846-4de4-ace8-b11eeb88b5b4 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.787023] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-93e5a933-0846-4de4-ace8-b11eeb88b5b4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.787136] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-93e5a933-0846-4de4-ace8-b11eeb88b5b4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.787440] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-93e5a933-0846-4de4-ace8-b11eeb88b5b4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.787571] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e5a933-0846-4de4-ace8-b11eeb88b5b4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.827282] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 723.827731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.827854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.828199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.828452] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.828616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.828708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.828958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.829114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.829205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.829327] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.035389] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.038500] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.038500] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.038500] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.038500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.039650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.039650] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.290946] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.291355] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.291619] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.291929] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.292417] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.293661] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 93e5a933-0846-4de4-ace8-b11eeb88b5b4 not found, creating... [ 724.297145] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.297145] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.297145] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.297145] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.297145] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.297145] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.297145] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.297145] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.298288] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.298460] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.298620] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 93e5a933-0846-4de4-ace8-b11eeb88b5b4 is going to be created. [ 724.321807] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.322066] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.322236] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.322449] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.322669] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.322893] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-93e5a933-0846-4de4-ace8-b11eeb88b5b4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.331616] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.331766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.331836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.332082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.332297] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.332403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.332468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.332627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.332958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.332958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.332958] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.333130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.333130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.333236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.333370] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.333460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.333520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.333650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.333725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.333804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.333891] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.540933] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2: rpc.has_security_group_logging(os_id): False [ 724.565994] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.565994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.565994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.565994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.565994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.565994] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.565994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.565994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.566423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.566423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.566423] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.566526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.566526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.566691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.566770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.567016] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.567118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.567180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.567435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.567469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.567582] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 is going to be created. [ 724.645139] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.645355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.645355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.645485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.645674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.660981] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: IN_PROGRESS for 2s [ 724.836310] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 976a70a4-6bb5-4796-8bf4-41e15f74e2d4: rpc.has_security_group_logging(os_id): False [ 724.857725] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.858164] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.858164] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.858319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.858444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.858667] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.858794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.858904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.859336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.859477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.859758] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.859889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.860071] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.860234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.860357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.860793] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.861290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.861290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.861290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.861420] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.861450] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 724.932434] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.932594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.932634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.932847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.932991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.946257] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 725.043529] env[66693]: INFO networking_nsxv3.common.synchronization [req-670f8511-3c38-4410-bd18-2b4bc5249c52 req-7a9abe7b-69b3-4d16-bda3-0f66864f3630 service nova] Enqueued Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_rules [ 725.043832] env[66693]: INFO networking_nsxv3.common.synchronization [req-670f8511-3c38-4410-bd18-2b4bc5249c52 req-7a9abe7b-69b3-4d16-bda3-0f66864f3630 service nova] Enqueued Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 725.043832] env[66693]: INFO networking_nsxv3.common.synchronization [req-670f8511-3c38-4410-bd18-2b4bc5249c52 req-7a9abe7b-69b3-4d16-bda3-0f66864f3630 service nova] Enqueued Resource ID: 93e5a933-0846-4de4-ace8-b11eeb88b5b4 with Priority: HIGHEST for action port [ 725.044403] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_rules [ 725.044542] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 725.044640] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5a933-0846-4de4-ace8-b11eeb88b5b4 with Priority: HIGHEST for action port [ 725.045187] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.045388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.045446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.045729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.045828] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.050260] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.050260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.050260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.050260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.050260] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.050260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.050260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.050260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.050260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.050260] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.050260] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-93e5a933-0846-4de4-ace8-b11eeb88b5b4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.050260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93e5a933-0846-4de4-ace8-b11eeb88b5b4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.050260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93e5a933-0846-4de4-ace8-b11eeb88b5b4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.050752] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93e5a933-0846-4de4-ace8-b11eeb88b5b4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.050996] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e5a933-0846-4de4-ace8-b11eeb88b5b4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.553110] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93e5a933-0846-4de4-ace8-b11eeb88b5b4 with status ACTIVE [ 725.553586] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.553762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.553836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.554086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.554192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.554394] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.554496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.554559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.555085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.555085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.555085] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.555240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.555240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.555657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.555657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.555657] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93e5a933-0846-4de4-ace8-b11eeb88b5b4 is going to be updated. [ 725.558035] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.558035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.558468] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.589192] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.589407] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.589407] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.590105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.590105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.590105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93e5a933-0846-4de4-ace8-b11eeb88b5b4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.061336] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.410947] env[66693]: INFO networking_nsxv3.common.synchronization [req-3ecb5507-1e59-49ba-85b8-5761499192e1 req-cf1dcc68-3b67-4ac0-b723-04374979b669 tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 726.411886] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 726.412198] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.412324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.412478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.412744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.412999] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.413607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.413683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.413943] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.414091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.414206] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.496395] env[66693]: INFO networking_nsxv3.common.synchronization [None req-1f786794-8a93-4a52-8d56-b2be6c49f291 None None] Enqueued Resource ID: d881475d-ea79-49dd-8cf2-59d1c9d3b776 with Priority: HIGHEST for action port [ 726.496528] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d881475d-ea79-49dd-8cf2-59d1c9d3b776 with Priority: HIGHEST for action port [ 726.496966] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d881475d-ea79-49dd-8cf2-59d1c9d3b776 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.496966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d881475d-ea79-49dd-8cf2-59d1c9d3b776" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.497135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d881475d-ea79-49dd-8cf2-59d1c9d3b776" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.497489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d881475d-ea79-49dd-8cf2-59d1c9d3b776" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.497489] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d881475d-ea79-49dd-8cf2-59d1c9d3b776',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.564917] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.565175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.565175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.565390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.565547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.565598] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1720a7-db08-4449-9a3f-36104cddac64 is going to be created. [ 726.598444] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.599038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.599038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.599302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.599499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.610561] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: UNINITIALIZED for 2s [ 726.685244] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: SUCCESS [ 726.685475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.916793] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.917022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.917022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.917287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.917383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.917782] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.917782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.917782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.918201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.918201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.918201] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 already deleted. [ 726.918367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.964647] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 726.964862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.999697] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d881475d-ea79-49dd-8cf2-59d1c9d3b776 [ 727.001196] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.001196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.001196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.001196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.001196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.001196] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d881475d-ea79-49dd-8cf2-59d1c9d3b776 already deleted. [ 727.001196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d881475d-ea79-49dd-8cf2-59d1c9d3b776" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.135312] env[66693]: INFO networking_nsxv3.common.synchronization [None req-a9f02f56-4fe7-457e-902a-32567cbe9d81 None None] Enqueued Resource ID: ebd7f73f-a28b-4430-9dd1-c6d249985923 with Priority: HIGHEST for action port [ 727.135508] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd7f73f-a28b-4430-9dd1-c6d249985923 with Priority: HIGHEST for action port [ 727.138019] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd7f73f-a28b-4430-9dd1-c6d249985923 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.138019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd7f73f-a28b-4430-9dd1-c6d249985923" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.138019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd7f73f-a28b-4430-9dd1-c6d249985923" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.138019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd7f73f-a28b-4430-9dd1-c6d249985923" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.138019] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd7f73f-a28b-4430-9dd1-c6d249985923',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.638925] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebd7f73f-a28b-4430-9dd1-c6d249985923 [ 727.639165] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.639304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.639371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.639590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.639678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.639764] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebd7f73f-a28b-4430-9dd1-c6d249985923 already deleted. [ 727.639977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd7f73f-a28b-4430-9dd1-c6d249985923" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.768910] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.769135] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-152" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.769256] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-152" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.769573] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-152" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.769861] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.769973] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.770460] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.770722] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.772291] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.772291] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.772291] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.772291] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.772291] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.772291] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.772291] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.772291] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.797318] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.797488] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.797704] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.797890] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-152" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.798154] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-88e41646-d3fb-4e68-9bc1-0362c82b9020 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.798321] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.798565] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.798851] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.799037] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88e41646-d3fb-4e68-9bc1-0362c82b9020',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.303553] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.303937] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.304086] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.304662] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.304662] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.304784] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 88e41646-d3fb-4e68-9bc1-0362c82b9020 not found, creating... [ 728.306100] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.306100] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.306100] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.306100] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.306100] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.306781] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.306965] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.307120] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.307345] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.307490] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.307648] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 88e41646-d3fb-4e68-9bc1-0362c82b9020 is going to be created. [ 728.332467] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.332713] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.332800] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.333067] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.333290] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.333512] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.415109] env[66693]: INFO networking_nsxv3.common.synchronization [None req-e3dcb4f0-419a-41fb-831d-a463102e460e None None] Enqueued Resource ID: f86c79f9-7852-4131-96b4-fd4400cfe1b3 with Priority: HIGHEST for action port [ 728.415409] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86c79f9-7852-4131-96b4-fd4400cfe1b3 with Priority: HIGHEST for action port [ 728.415717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f86c79f9-7852-4131-96b4-fd4400cfe1b3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.415846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f86c79f9-7852-4131-96b4-fd4400cfe1b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.415913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f86c79f9-7852-4131-96b4-fd4400cfe1b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.419464] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f86c79f9-7852-4131-96b4-fd4400cfe1b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.419569] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f86c79f9-7852-4131-96b4-fd4400cfe1b3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.621802] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: SUCCESS [ 728.622157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.622535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.622811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.623091] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.623568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.623568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.623568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.623568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.623731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.623731] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.925892] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f86c79f9-7852-4131-96b4-fd4400cfe1b3 [ 728.926161] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.926290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.926352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.926572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.927155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.927288] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f86c79f9-7852-4131-96b4-fd4400cfe1b3 already deleted. [ 728.927393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f86c79f9-7852-4131-96b4-fd4400cfe1b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.117185] env[66693]: INFO networking_nsxv3.common.synchronization [req-3ecb5507-1e59-49ba-85b8-5761499192e1 req-b953ce20-7e01-4347-b2ae-5829048473cd service nova] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_rules [ 729.117185] env[66693]: INFO networking_nsxv3.common.synchronization [req-3ecb5507-1e59-49ba-85b8-5761499192e1 req-b953ce20-7e01-4347-b2ae-5829048473cd service nova] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 729.117185] env[66693]: INFO networking_nsxv3.common.synchronization [req-3ecb5507-1e59-49ba-85b8-5761499192e1 req-b953ce20-7e01-4347-b2ae-5829048473cd service nova] Enqueued Resource ID: 88e41646-d3fb-4e68-9bc1-0362c82b9020 with Priority: HIGHEST for action port [ 729.117185] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_rules [ 729.117185] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 729.117185] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e41646-d3fb-4e68-9bc1-0362c82b9020 with Priority: HIGHEST for action port [ 729.117185] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.117185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.117185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.117185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.117185] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.117967] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.118121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.118187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.118377] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.118529] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.118622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.118677] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.118845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.118936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.119065] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.120166] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-88e41646-d3fb-4e68-9bc1-0362c82b9020 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.120298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.120409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.120512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.120587] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88e41646-d3fb-4e68-9bc1-0362c82b9020',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.128920] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.129179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.129179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.130323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.130323] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.130323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.130323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.130736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.130863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.130969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.131154] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.131248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.131307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.131467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.132061] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.132794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.132879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.133161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.133228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.133349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.133460] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.619042] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.619881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.622935] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.623297] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88e41646-d3fb-4e68-9bc1-0362c82b9020 with status ACTIVE [ 729.623497] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.623619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.623685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.623892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.623985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.624175] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.624276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.624362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.624575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.624575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.624762] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.624860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.624909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.625439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.625439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.625439] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88e41646-d3fb-4e68-9bc1-0362c82b9020 is going to be updated. [ 729.637681] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff1720a7-db08-4449-9a3f-36104cddac64: rpc.has_security_group_logging(os_id): False [ 729.648714] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.650276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.650276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.650276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.650276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.650276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.657322] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.657654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.657804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.658065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.658170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.658634] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.658780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.658886] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.659056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.659143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.659358] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.659439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.659500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.659639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.659715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.659890] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.659982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.661141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.661141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.661141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.661141] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff1720a7-db08-4449-9a3f-36104cddac64 is going to be created. [ 729.735838] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.735838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.735838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.735965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.736236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.762444] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: IN_PROGRESS for 2s [ 729.819029] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d9b393b-6502-4991-87ac-c0fe09a2c037 req-66c71b00-e505-482b-af3e-5b9538cf6652 tempest-ListImageFiltersTestJSON-1028649072 tempest-ListImageFiltersTestJSON-1028649072-project-member] Enqueued Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 729.819991] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 729.819991] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.823042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.823042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.823320] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.823880] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.824010] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.824085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.824277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.824356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.824464] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.128658] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.165563] env[66693]: INFO networking_nsxv3.common.synchronization [None req-1de04147-00da-4d61-b435-7757f0ac3976 None None] Enqueued Resource ID: 4b14327f-51f8-4347-8c41-a8d4aaea6a38 with Priority: HIGHEST for action port [ 730.166148] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b14327f-51f8-4347-8c41-a8d4aaea6a38 with Priority: HIGHEST for action port [ 730.166457] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b14327f-51f8-4347-8c41-a8d4aaea6a38 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.166576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b14327f-51f8-4347-8c41-a8d4aaea6a38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.166643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b14327f-51f8-4347-8c41-a8d4aaea6a38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.166889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b14327f-51f8-4347-8c41-a8d4aaea6a38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.167015] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b14327f-51f8-4347-8c41-a8d4aaea6a38',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.318931] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.318931] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.318931] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.319359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.321788] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.321788] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.322621] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.322621] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.322621] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.322621] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.322964] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.322964] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.322964] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.322964] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.323174] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.323677] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.326450] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.346568] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.349019] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.349019] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.349019] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.349019] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-12eb2304-d27e-42a2-ac5f-c36b59cce5eb taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.349019] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-12eb2304-d27e-42a2-ac5f-c36b59cce5eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.349019] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-12eb2304-d27e-42a2-ac5f-c36b59cce5eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.349019] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-12eb2304-d27e-42a2-ac5f-c36b59cce5eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.349019] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12eb2304-d27e-42a2-ac5f-c36b59cce5eb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.632232] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.632601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.632601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.632684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.632746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.632844] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 is going to be created. [ 730.658027] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.658176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.658176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.658382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.658541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.669233] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: UNINITIALIZED for 2s [ 730.669233] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b14327f-51f8-4347-8c41-a8d4aaea6a38 [ 730.669628] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.669628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.669628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.669843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.669878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.669948] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b14327f-51f8-4347-8c41-a8d4aaea6a38 already deleted. [ 730.670039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b14327f-51f8-4347-8c41-a8d4aaea6a38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.830558] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.851387] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.851481] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.851592] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.851890] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.852233] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.852280] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 12eb2304-d27e-42a2-ac5f-c36b59cce5eb not found, creating... [ 730.852523] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.852782] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.852782] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.852979] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.853120] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.853447] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.853541] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.853906] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.853906] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.854016] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.854121] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 12eb2304-d27e-42a2-ac5f-c36b59cce5eb is going to be created. [ 730.875913] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.876188] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.876342] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.876615] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.876878] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.877160] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-12eb2304-d27e-42a2-ac5f-c36b59cce5eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.333582] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.333744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.333896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.334041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.334142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.334240] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1720a7-db08-4449-9a3f-36104cddac64 is going to be updated. [ 731.376818] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.377070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.377178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.377445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.377672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.389208] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: IN_PROGRESS for 2s [ 731.637389] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d9b393b-6502-4991-87ac-c0fe09a2c037 req-26e16788-df44-449d-938b-84ab24676eb2 service nova] Enqueued Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_rules [ 731.637389] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d9b393b-6502-4991-87ac-c0fe09a2c037 req-26e16788-df44-449d-938b-84ab24676eb2 service nova] Enqueued Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 731.638694] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d9b393b-6502-4991-87ac-c0fe09a2c037 req-26e16788-df44-449d-938b-84ab24676eb2 service nova] Enqueued Resource ID: 12eb2304-d27e-42a2-ac5f-c36b59cce5eb with Priority: HIGHEST for action port [ 731.641136] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_rules [ 731.641136] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 731.641136] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12eb2304-d27e-42a2-ac5f-c36b59cce5eb with Priority: HIGHEST for action port [ 731.641136] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.641596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.642537] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.642929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.643230] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-12eb2304-d27e-42a2-ac5f-c36b59cce5eb taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.644663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12eb2304-d27e-42a2-ac5f-c36b59cce5eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.644663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12eb2304-d27e-42a2-ac5f-c36b59cce5eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.644663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12eb2304-d27e-42a2-ac5f-c36b59cce5eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.644663] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12eb2304-d27e-42a2-ac5f-c36b59cce5eb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.777504] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: SUCCESS [ 731.779518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.779837] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.780171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.780437] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.957438] env[66693]: INFO networking_nsxv3.common.synchronization [req-7d489f45-dab1-4b7f-85a0-897a3c179d25 req-d57af822-6721-47b1-b17c-b47ecb3364cf tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 731.958099] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 731.958444] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.958600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.958706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.958994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.959183] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.959422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.959422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.959565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.959685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.959825] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.148410] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12eb2304-d27e-42a2-ac5f-c36b59cce5eb with status ACTIVE [ 732.148631] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.148762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.148865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.149062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.149156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.149336] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.149433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.149495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.149639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.149720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.149886] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.150218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.150218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.150218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.150361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.150361] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12eb2304-d27e-42a2-ac5f-c36b59cce5eb is going to be updated. [ 732.175279] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.175419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.175484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.175688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.175823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.175984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12eb2304-d27e-42a2-ac5f-c36b59cce5eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.285661] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.285661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.465559] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.465559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.465559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.465559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.465559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.465883] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.465883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.465883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.465986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.465986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.466136] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 732.506798] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.507174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.507174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.507282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.507372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.522510] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 732.546235] env[66693]: INFO networking_nsxv3.common.synchronization [req-ffc086b6-584f-4e72-8fdb-7dccd19a640d req-da67318d-777d-4db7-af4c-99b98ecb064c tempest-ServersTestBootFromVolume-2140823806 tempest-ServersTestBootFromVolume-2140823806-project-member] Enqueued Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_members [ 732.547040] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_members [ 732.547332] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9ed971c-669c-4da2-b273-81c8bcdc0442 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.547550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.547550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.547825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.547971] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.548098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.548159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.548317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.548415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.552017] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.684268] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: SUCCESS [ 732.684677] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.684809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.685079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.685264] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.685406] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.685471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.685677] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.685793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.685856] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.685980] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.052590] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.052733] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.052814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.053048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.053145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.053378] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.053480] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.053537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.053691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.053762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.056188] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 already deleted. [ 733.056188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.125160] env[66693]: INFO networking_nsxv3.common.synchronization [None req-de894d9b-5633-4ad7-8ac7-e7899e318f5b tempest-ServersTestManualDisk-1883480114 tempest-ServersTestManualDisk-1883480114-project-member] Enqueued Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_rules [ 733.125160] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_rules [ 733.125582] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac728770-91df-4ba0-b751-c8a517be859b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.126220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.126443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.127346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.127346] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.189872] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.401541] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: SUCCESS [ 733.402367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.402367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.402798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.402941] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.403149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.403291] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.403519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.403614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.403741] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.454134] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.454323] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-497" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.454461] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-497" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.454773] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-497" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.455067] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.455229] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.455342] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.455559] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.455976] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.455976] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.456108] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.456201] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.456324] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.456384] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.456456] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.456582] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.483617] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.483946] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.483946] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.484173] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-497" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.484511] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-a902c290-0bec-4477-9753-1cc5ac64ab8c taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.484776] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-a902c290-0bec-4477-9753-1cc5ac64ab8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.484843] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-a902c290-0bec-4477-9753-1cc5ac64ab8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.485188] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-a902c290-0bec-4477-9753-1cc5ac64ab8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.485337] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a902c290-0bec-4477-9753-1cc5ac64ab8c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.650943] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.651194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.651194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.651370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.651459] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.651555] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac728770-91df-4ba0-b751-c8a517be859b already deleted. [ 733.651644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.692121] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9220fbfc-669b-48ea-8df8-19e518a66860: rpc.has_security_group_logging(os_id): False [ 733.709160] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.709371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.709423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.709630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.709727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.709986] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.710238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.710238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.710315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.710395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.710483] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 is going to be created. [ 733.731183] env[66693]: INFO networking_nsxv3.common.synchronization [None req-6318fa5b-9677-40db-90e6-4b7ac1197913 tempest-ServersTestManualDisk-1883480114 tempest-ServersTestManualDisk-1883480114-project-member] Enqueued Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_rules [ 733.731700] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_rules [ 733.732070] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac728770-91df-4ba0-b751-c8a517be859b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.732213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.732282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.732483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.732564] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.776498] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.776644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.776711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.777083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.777157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.788542] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: IN_PROGRESS for 2s [ 733.905862] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.988309] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.988627] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.988995] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.989337] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.989567] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.989799] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port a902c290-0bec-4477-9753-1cc5ac64ab8c not found, creating... [ 733.990910] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.991200] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.991371] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.991749] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.991970] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.992453] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.992687] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.992866] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.993220] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.993429] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.993844] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: a902c290-0bec-4477-9753-1cc5ac64ab8c is going to be created. [ 734.015556] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.015772] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.015894] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.016221] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.016399] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.016616] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-a902c290-0bec-4477-9753-1cc5ac64ab8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.252745] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.252745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.252745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.252745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.252745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.253213] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac728770-91df-4ba0-b751-c8a517be859b already deleted. [ 734.253213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.409609] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.532131] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 734.532416] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 deletion is rescheduled due to dependency. [ 734.532540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.761278] env[66693]: INFO networking_nsxv3.common.synchronization [req-ffc086b6-584f-4e72-8fdb-7dccd19a640d req-349a0934-995b-4e03-8886-cfb41f6d0f3c service nova] Enqueued Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_rules [ 734.761559] env[66693]: INFO networking_nsxv3.common.synchronization [req-ffc086b6-584f-4e72-8fdb-7dccd19a640d req-349a0934-995b-4e03-8886-cfb41f6d0f3c service nova] Enqueued Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_members [ 734.761559] env[66693]: INFO networking_nsxv3.common.synchronization [req-ffc086b6-584f-4e72-8fdb-7dccd19a640d req-349a0934-995b-4e03-8886-cfb41f6d0f3c service nova] Enqueued Resource ID: a902c290-0bec-4477-9753-1cc5ac64ab8c with Priority: HIGHEST for action port [ 734.762495] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_rules [ 734.762731] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_members [ 734.762731] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a902c290-0bec-4477-9753-1cc5ac64ab8c with Priority: HIGHEST for action port [ 734.762992] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9ed971c-669c-4da2-b273-81c8bcdc0442 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.763767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.763864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.764070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.766402] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.766402] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9ed971c-669c-4da2-b273-81c8bcdc0442 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.766402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.766402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.766402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.766402] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.766402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.766402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.766402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.766402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.766402] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.766863] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-a902c290-0bec-4477-9753-1cc5ac64ab8c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.766863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a902c290-0bec-4477-9753-1cc5ac64ab8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.766863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a902c290-0bec-4477-9753-1cc5ac64ab8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.767236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a902c290-0bec-4477-9753-1cc5ac64ab8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.767236] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a902c290-0bec-4477-9753-1cc5ac64ab8c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.912140] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.912140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.912140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.912140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.912140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.912677] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1720a7-db08-4449-9a3f-36104cddac64 is going to be updated. [ 734.948519] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.948519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.948519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.948519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.948519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.957631] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: IN_PROGRESS for 2s [ 735.271900] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.273238] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9ed971c-669c-4da2-b273-81c8bcdc0442 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.273372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.273887] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a902c290-0bec-4477-9753-1cc5ac64ab8c with status ACTIVE [ 735.273961] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.274040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.274090] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.274292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.274382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.274555] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.274659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.274715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.275128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.275128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.275312] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.275473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.275554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.275755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.275848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.276246] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a902c290-0bec-4477-9753-1cc5ac64ab8c is going to be updated. [ 735.300212] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.300377] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.300422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.300634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.300770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.301027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a902c290-0bec-4477-9753-1cc5ac64ab8c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.776028] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.808261] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: SUCCESS [ 735.808427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.279485] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.282195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.282280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.283073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.283073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.283073] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 is going to be created. [ 736.354425] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.354645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.354645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.356836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.357017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.371260] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 in Status: UNINITIALIZED for 2s [ 736.971610] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: SUCCESS [ 736.971936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.972045] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.972243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.973153] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.973153] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.973153] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.973153] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.973153] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.973153] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.973429] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.478348] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.478486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.478486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.479624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.479624] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.479624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.479624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.479624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.479624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.479624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.479624] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.480184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.480184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.480184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.480184] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.480184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.480433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.480433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.480600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.480672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.480800] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.985423] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff1720a7-db08-4449-9a3f-36104cddac64: rpc.has_security_group_logging(os_id): False [ 738.010776] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.011363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.011612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.011991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.013567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.013567] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.013567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.013567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.013567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.013567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.013567] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.013567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.013567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.013567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.013567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.014990] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.014990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.014990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.014990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.015244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.015786] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff1720a7-db08-4449-9a3f-36104cddac64 is going to be updated. [ 738.085951] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.085951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.085951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.085951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.085951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.098925] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: IN_PROGRESS for 2s [ 738.380892] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 in Status: SUCCESS [ 738.381280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.381507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.381771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.382034] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.382206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.382310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.382479] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.382566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.382666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.382750] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.755801] env[66693]: INFO networking_nsxv3.common.synchronization [req-e3198a37-de8e-467d-83a1-93c1821b2928 req-d637a599-15ad-4f88-b8d2-3f5a9759b438 tempest-ServersV294TestFqdnHostnames-1204833494 tempest-ServersV294TestFqdnHostnames-1204833494-project-member] Enqueued Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_members [ 738.756305] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_members [ 738.756651] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f88924a-321c-4fd6-9cf2-3aa9c873363a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.756753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.756788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.757037] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.757189] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.757284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.757360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.757511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.757597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.757688] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f88924a-321c-4fd6-9cf2-3aa9c873363a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.885262] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.187977] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.187977] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-879" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.187977] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-879" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.188501] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-879" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.188750] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.188934] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.188934] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.189749] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.189749] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.189749] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.189749] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.189749] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.190017] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.190017] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.190017] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.190224] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.210983] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.211189] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.211321] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.211607] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-879" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.211809] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-9e67026e-071a-49b1-8743-967683e71de2 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.211999] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-9e67026e-071a-49b1-8743-967683e71de2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.212373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-9e67026e-071a-49b1-8743-967683e71de2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.212486] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-9e67026e-071a-49b1-8743-967683e71de2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.212619] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e67026e-071a-49b1-8743-967683e71de2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.260672] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.260831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.260885] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.261184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.261331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.261471] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.261555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.261617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.261768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.261844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.261930] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a already deleted. [ 739.262030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.387680] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9ed971c-669c-4da2-b273-81c8bcdc0442: rpc.has_security_group_logging(os_id): False [ 739.410099] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.410314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.410385] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.410683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.410847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.411226] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.411349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.411388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.411887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.411887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.411887] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 is going to be created. [ 739.474035] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.474238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.474292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.474503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.474726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.490140] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 in Status: IN_PROGRESS for 2s [ 739.721153] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.721153] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.721153] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.721415] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.721597] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.721694] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 9e67026e-071a-49b1-8743-967683e71de2 not found, creating... [ 739.721971] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.722138] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.722247] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.722459] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.722612] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.724151] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.724151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.724151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.724151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.724151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.724151] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 9e67026e-071a-49b1-8743-967683e71de2 is going to be created. [ 739.746375] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.746727] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.746873] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.747280] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.747613] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.747957] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-9e67026e-071a-49b1-8743-967683e71de2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.114083] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: SUCCESS [ 740.114083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.570230] env[66693]: INFO networking_nsxv3.common.synchronization [req-e3198a37-de8e-467d-83a1-93c1821b2928 req-7eb766bd-c90c-4b86-9ed8-1329e672b207 service nova] Enqueued Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_rules [ 740.571081] env[66693]: INFO networking_nsxv3.common.synchronization [req-e3198a37-de8e-467d-83a1-93c1821b2928 req-7eb766bd-c90c-4b86-9ed8-1329e672b207 service nova] Enqueued Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_members [ 740.571683] env[66693]: INFO networking_nsxv3.common.synchronization [req-e3198a37-de8e-467d-83a1-93c1821b2928 req-7eb766bd-c90c-4b86-9ed8-1329e672b207 service nova] Enqueued Resource ID: 9e67026e-071a-49b1-8743-967683e71de2 with Priority: HIGHEST for action port [ 740.574537] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_rules [ 740.574537] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_members [ 740.574537] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e67026e-071a-49b1-8743-967683e71de2 with Priority: HIGHEST for action port [ 740.575353] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.575480] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.575567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.575748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.575823] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f88924a-321c-4fd6-9cf2-3aa9c873363a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.576752] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f88924a-321c-4fd6-9cf2-3aa9c873363a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.576870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.576939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.577131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.577280] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.577391] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.577453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.577590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.578165] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.578165] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f88924a-321c-4fd6-9cf2-3aa9c873363a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.584559] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e67026e-071a-49b1-8743-967683e71de2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.584559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e67026e-071a-49b1-8743-967683e71de2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.584559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e67026e-071a-49b1-8743-967683e71de2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.584709] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e67026e-071a-49b1-8743-967683e71de2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.584746] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e67026e-071a-49b1-8743-967683e71de2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.775455] env[66693]: INFO networking_nsxv3.common.synchronization [None req-38d001e4-d6b9-4988-ad43-ed132202d2f9 tempest-MigrationsAdminTest-1407721922 tempest-MigrationsAdminTest-1407721922-project-member] Enqueued Resource ID: 3ff124f3-89fd-436f-9fb0-46eaefd075fd with Priority: HIGHEST for action security_group_rules [ 740.775995] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff124f3-89fd-436f-9fb0-46eaefd075fd with Priority: HIGHEST for action security_group_rules [ 740.776408] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ff124f3-89fd-436f-9fb0-46eaefd075fd taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.776539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ff124f3-89fd-436f-9fb0-46eaefd075fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.776589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ff124f3-89fd-436f-9fb0-46eaefd075fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.777264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ff124f3-89fd-436f-9fb0-46eaefd075fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.777264] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ff124f3-89fd-436f-9fb0-46eaefd075fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.970346] env[66693]: INFO networking_nsxv3.common.synchronization [None req-034946f4-bd66-402a-9200-59052a641d31 tempest-MigrationsAdminTest-1407721922 tempest-MigrationsAdminTest-1407721922-project-member] Enqueued Resource ID: 3ff124f3-89fd-436f-9fb0-46eaefd075fd with Priority: HIGHEST for action security_group_rules [ 740.971237] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff124f3-89fd-436f-9fb0-46eaefd075fd with Priority: HIGHEST for action security_group_rules [ 740.972076] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ff124f3-89fd-436f-9fb0-46eaefd075fd taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.972076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ff124f3-89fd-436f-9fb0-46eaefd075fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.089161] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f88924a-321c-4fd6-9cf2-3aa9c873363a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.090580] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f88924a-321c-4fd6-9cf2-3aa9c873363a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.090580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.090580] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e67026e-071a-49b1-8743-967683e71de2 with status ACTIVE [ 741.090777] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.090843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.090879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.092084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.092084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.092084] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.092084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.092084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.092084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.092084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.092654] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.092808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.093681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.094501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.094501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.094501] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e67026e-071a-49b1-8743-967683e71de2 is going to be updated. [ 741.118998] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.118998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.118998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.119324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.119324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.120201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e67026e-071a-49b1-8743-967683e71de2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.301617] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.302592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.302592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.302592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.302592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.302592] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ff124f3-89fd-436f-9fb0-46eaefd075fd already deleted. [ 741.302592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ff124f3-89fd-436f-9fb0-46eaefd075fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.303051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ff124f3-89fd-436f-9fb0-46eaefd075fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.303051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ff124f3-89fd-436f-9fb0-46eaefd075fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.303051] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ff124f3-89fd-436f-9fb0-46eaefd075fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.352772] env[66693]: INFO networking_nsxv3.common.synchronization [req-4d92cd39-6d60-4cfa-8b5f-2ad1d3c45638 req-f8ca9c53-5169-4573-9e5c-cf6ccc67ec8c tempest-ServersAdminTestJSON-439535977 tempest-ServersAdminTestJSON-439535977-project-member] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 741.353287] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 741.354215] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.354215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.354215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.354215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.354500] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.354500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.354500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.354699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.354699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.354796] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.507628] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 in Status: SUCCESS [ 741.507782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.596297] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f88924a-321c-4fd6-9cf2-3aa9c873363a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.826171] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.826259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.826302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.826486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.826591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.826692] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ff124f3-89fd-436f-9fb0-46eaefd075fd already deleted. [ 741.826766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ff124f3-89fd-436f-9fb0-46eaefd075fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.847594] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.847816] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.847953] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.848220] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.848480] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.848640] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.848751] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.849521] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.849746] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.850020] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.850154] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.851326] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.851955] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.852178] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.852312] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.852489] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.856609] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.873172] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.873409] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.873561] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.873772] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-815" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.874241] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-0c8585c7-e083-44e8-b09d-d63bbb224637 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.874593] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-0c8585c7-e083-44e8-b09d-d63bbb224637" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.874726] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-0c8585c7-e083-44e8-b09d-d63bbb224637" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.875149] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-0c8585c7-e083-44e8-b09d-d63bbb224637" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.875325] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8585c7-e083-44e8-b09d-d63bbb224637',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.098831] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.099074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.099123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.099341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.099796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.099796] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a is going to be created. [ 742.129421] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.129646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.129646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.129853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.129986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.140847] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a in Status: UNINITIALIZED for 2s [ 742.359325] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.378394] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.378644] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.378768] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.379062] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.379251] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.379417] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 0c8585c7-e083-44e8-b09d-d63bbb224637 not found, creating... [ 742.379700] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.379850] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.379993] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.380251] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.380459] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.380880] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.381285] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.381500] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.381834] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.381956] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.382107] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 0c8585c7-e083-44e8-b09d-d63bbb224637 is going to be created. [ 742.405378] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.405699] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.405699] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.406245] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.406344] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.406501] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-0c8585c7-e083-44e8-b09d-d63bbb224637" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.863951] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.864402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.864402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.864525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.864693] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.864812] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 742.902065] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.902307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.902422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.902729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.902969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.914680] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 743.195794] env[66693]: INFO networking_nsxv3.common.synchronization [req-4d92cd39-6d60-4cfa-8b5f-2ad1d3c45638 req-88e26049-8a22-4f2b-8cac-2abc0321479e service nova] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_rules [ 743.195794] env[66693]: INFO networking_nsxv3.common.synchronization [req-4d92cd39-6d60-4cfa-8b5f-2ad1d3c45638 req-88e26049-8a22-4f2b-8cac-2abc0321479e service nova] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 743.195794] env[66693]: INFO networking_nsxv3.common.synchronization [req-4d92cd39-6d60-4cfa-8b5f-2ad1d3c45638 req-88e26049-8a22-4f2b-8cac-2abc0321479e service nova] Enqueued Resource ID: 0c8585c7-e083-44e8-b09d-d63bbb224637 with Priority: HIGHEST for action port [ 743.196276] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_rules [ 743.196400] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 743.196492] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c8585c7-e083-44e8-b09d-d63bbb224637 with Priority: HIGHEST for action port [ 743.196748] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.196911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.196911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.197601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.197601] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.198799] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.198799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.198936] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c8585c7-e083-44e8-b09d-d63bbb224637 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.199068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c8585c7-e083-44e8-b09d-d63bbb224637" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.199134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c8585c7-e083-44e8-b09d-d63bbb224637" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.199486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c8585c7-e083-44e8-b09d-d63bbb224637" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.199637] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8585c7-e083-44e8-b09d-d63bbb224637',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.699599] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.699901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.701151] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c8585c7-e083-44e8-b09d-d63bbb224637 with status ACTIVE [ 743.702118] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.702118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.702118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.702118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.702118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.702118] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.702343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.702343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.702343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.702427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.702600] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.702690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.702742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.702858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.702930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.703033] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c8585c7-e083-44e8-b09d-d63bbb224637 is going to be updated. [ 743.728511] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.728645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.728969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.729261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.729413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.729760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c8585c7-e083-44e8-b09d-d63bbb224637" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.154378] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a in Status: SUCCESS [ 744.155029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.155029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.155029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.155306] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.155370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.155402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.155564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.155651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.155740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.155825] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f88924a-321c-4fd6-9cf2-3aa9c873363a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.161937] env[66693]: INFO networking_nsxv3.common.synchronization [None req-89219cc2-e177-4a97-b42b-3785864708db None None] Enqueued Resource ID: 073c2e13-581a-4cb6-943f-eb8bb03be1e3 with Priority: HIGHEST for action port [ 744.163769] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073c2e13-581a-4cb6-943f-eb8bb03be1e3 with Priority: HIGHEST for action port [ 744.163769] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-073c2e13-581a-4cb6-943f-eb8bb03be1e3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.163769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-073c2e13-581a-4cb6-943f-eb8bb03be1e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.163769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-073c2e13-581a-4cb6-943f-eb8bb03be1e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.163769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-073c2e13-581a-4cb6-943f-eb8bb03be1e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.163769] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('073c2e13-581a-4cb6-943f-eb8bb03be1e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.659326] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f88924a-321c-4fd6-9cf2-3aa9c873363a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.667234] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 073c2e13-581a-4cb6-943f-eb8bb03be1e3 [ 744.667509] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.667640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.667701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.667911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.668028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.668128] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:073c2e13-581a-4cb6-943f-eb8bb03be1e3 already deleted. [ 744.668215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-073c2e13-581a-4cb6-943f-eb8bb03be1e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.933041] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 744.933281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.937118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.937469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.937596] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.937700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.937912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.938385] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.938882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.939040] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.162535] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f88924a-321c-4fd6-9cf2-3aa9c873363a: rpc.has_security_group_logging(os_id): False [ 745.184467] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.184467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.184467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.184833] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.184833] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.185047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.185253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.185318] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.185509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.185630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.185763] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a is going to be created. [ 745.340203] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.340203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.340203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.340849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.340963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.387691] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a in Status: IN_PROGRESS for 2s [ 745.442209] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.946041] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.073190] env[66693]: INFO networking_nsxv3.common.synchronization [None req-c33f3e71-9d11-4f4f-9d33-ce86bce4db3e None None] Enqueued Resource ID: d1789e33-9a67-41c7-b2a3-52cb60893565 with Priority: HIGHEST for action port [ 746.073770] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1789e33-9a67-41c7-b2a3-52cb60893565 with Priority: HIGHEST for action port [ 746.075282] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1789e33-9a67-41c7-b2a3-52cb60893565 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.075458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1789e33-9a67-41c7-b2a3-52cb60893565" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.075510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1789e33-9a67-41c7-b2a3-52cb60893565" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.075778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1789e33-9a67-41c7-b2a3-52cb60893565" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.075863] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1789e33-9a67-41c7-b2a3-52cb60893565',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.134600] env[66693]: INFO networking_nsxv3.common.synchronization [None req-b1d5d090-ec37-4748-86c9-a2439e8b50e4 None None] Enqueued Resource ID: 581f8912-2803-408d-9a53-63de19ab9907 with Priority: HIGHEST for action port [ 746.135168] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581f8912-2803-408d-9a53-63de19ab9907 with Priority: HIGHEST for action port [ 746.136648] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-581f8912-2803-408d-9a53-63de19ab9907 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.136648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-581f8912-2803-408d-9a53-63de19ab9907" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.136648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-581f8912-2803-408d-9a53-63de19ab9907" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.136648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-581f8912-2803-408d-9a53-63de19ab9907" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.136648] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('581f8912-2803-408d-9a53-63de19ab9907',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.450155] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.450448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.450448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.450568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.452044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.452044] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 746.550466] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.551138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.551138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.551138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.551138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.567574] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 746.581458] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1789e33-9a67-41c7-b2a3-52cb60893565 [ 746.582620] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.582620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.582620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.582620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.582620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.582620] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1789e33-9a67-41c7-b2a3-52cb60893565 already deleted. [ 746.582620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1789e33-9a67-41c7-b2a3-52cb60893565" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.642855] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 581f8912-2803-408d-9a53-63de19ab9907 [ 746.642855] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.642855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.642855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.642855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.642855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.642855] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:581f8912-2803-408d-9a53-63de19ab9907 already deleted. [ 746.642855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-581f8912-2803-408d-9a53-63de19ab9907" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.405119] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a in Status: SUCCESS [ 747.405315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.578164] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 748.578440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.578582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.578793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.579608] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.579608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.579608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.579608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.579608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.579866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.579866] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.083536] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.083707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.083751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.084792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.084792] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.084792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.084792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.084792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.084792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.084792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.084792] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.085289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.085289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.085289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.085386] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.085490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.085554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.085692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.085771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.085855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.085943] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.251324] env[66693]: INFO networking_nsxv3.common.synchronization [None req-75ac9034-0fa0-4d5f-9846-ef5916b72d52 None None] Enqueued Resource ID: 4f840b3f-6927-40ab-b5e1-fb0102a2f3cc with Priority: HIGHEST for action port [ 749.252709] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f840b3f-6927-40ab-b5e1-fb0102a2f3cc with Priority: HIGHEST for action port [ 749.253984] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f840b3f-6927-40ab-b5e1-fb0102a2f3cc taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.254139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f840b3f-6927-40ab-b5e1-fb0102a2f3cc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.254185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f840b3f-6927-40ab-b5e1-fb0102a2f3cc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.254481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f840b3f-6927-40ab-b5e1-fb0102a2f3cc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.254543] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f840b3f-6927-40ab-b5e1-fb0102a2f3cc',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.588161] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f5b608e-f5ba-40e4-853a-003ba4888eb4: rpc.has_security_group_logging(os_id): False [ 749.610770] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.610770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.610770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.610933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.611047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.611257] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.611389] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.611469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.611690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.611757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.611929] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.612020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.612085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.612227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.612303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.612485] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.612578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.612638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.612833] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.612918] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.612947] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 749.685583] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.685869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.685869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.686011] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.686168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.710798] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 749.757525] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f840b3f-6927-40ab-b5e1-fb0102a2f3cc [ 749.757794] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.757933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.757999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.758304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.758367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.758470] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f840b3f-6927-40ab-b5e1-fb0102a2f3cc already deleted. [ 749.760087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f840b3f-6927-40ab-b5e1-fb0102a2f3cc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.742911] env[66693]: INFO networking_nsxv3.common.synchronization [None req-24d5036b-cafc-47da-b3d7-6d503b01d5f4 None None] Enqueued Resource ID: 0341285d-4752-4a74-bcb1-1bfbfa6f5660 with Priority: HIGHEST for action port [ 750.743700] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0341285d-4752-4a74-bcb1-1bfbfa6f5660 with Priority: HIGHEST for action port [ 750.745020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-0341285d-4752-4a74-bcb1-1bfbfa6f5660 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.745156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0341285d-4752-4a74-bcb1-1bfbfa6f5660" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.745229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0341285d-4752-4a74-bcb1-1bfbfa6f5660" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.745507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0341285d-4752-4a74-bcb1-1bfbfa6f5660" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.745584] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0341285d-4752-4a74-bcb1-1bfbfa6f5660',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.248510] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0341285d-4752-4a74-bcb1-1bfbfa6f5660 [ 751.249394] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.249394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.249394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.249394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.249394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.250255] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0341285d-4752-4a74-bcb1-1bfbfa6f5660 already deleted. [ 751.250455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0341285d-4752-4a74-bcb1-1bfbfa6f5660" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.727920] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 751.728159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.982914] env[66693]: INFO networking_nsxv3.common.synchronization [None req-cd339178-af29-494a-8146-9d7c1670d479 None None] Enqueued Resource ID: c64f5037-3d40-4f16-9208-3a8989002d80 with Priority: HIGHEST for action port [ 753.982914] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64f5037-3d40-4f16-9208-3a8989002d80 with Priority: HIGHEST for action port [ 753.982914] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c64f5037-3d40-4f16-9208-3a8989002d80 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.982914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c64f5037-3d40-4f16-9208-3a8989002d80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.982914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c64f5037-3d40-4f16-9208-3a8989002d80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.986154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c64f5037-3d40-4f16-9208-3a8989002d80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.986154] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64f5037-3d40-4f16-9208-3a8989002d80',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.488782] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c64f5037-3d40-4f16-9208-3a8989002d80 [ 754.489052] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.489207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.489289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.489533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.489798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.489798] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c64f5037-3d40-4f16-9208-3a8989002d80 already deleted. [ 754.489798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c64f5037-3d40-4f16-9208-3a8989002d80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.634277] env[66693]: INFO networking_nsxv3.common.synchronization [req-39ba4cad-0bfc-45a4-819c-cfa004a79df0 req-1aabea1f-a00c-4ae8-94fb-2ce9a90bfb0d tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 755.634835] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 755.635165] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.635307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.635405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.635684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.635879] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.636591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.636728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.636958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.637093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.637234] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.141803] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.142051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.142121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.142304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.142401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.142591] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.142709] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.142746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.142896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.142955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.144049] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 756.176375] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.176375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.176375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.176617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.176617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.188042] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 757.073389] env[66693]: INFO networking_nsxv3.common.synchronization [None req-4cc99b00-5385-4b39-9207-fbd68f2449a5 None None] Enqueued Resource ID: d6e1bc95-4906-43a7-8db5-f3281ee66ddd with Priority: HIGHEST for action port [ 757.074684] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e1bc95-4906-43a7-8db5-f3281ee66ddd with Priority: HIGHEST for action port [ 757.075016] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6e1bc95-4906-43a7-8db5-f3281ee66ddd taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.075016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6e1bc95-4906-43a7-8db5-f3281ee66ddd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.076188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6e1bc95-4906-43a7-8db5-f3281ee66ddd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.076188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6e1bc95-4906-43a7-8db5-f3281ee66ddd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.076188] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e1bc95-4906-43a7-8db5-f3281ee66ddd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.578464] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6e1bc95-4906-43a7-8db5-f3281ee66ddd [ 757.578724] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.578881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.578943] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.579663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.579663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.579663] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6e1bc95-4906-43a7-8db5-f3281ee66ddd already deleted. [ 757.579663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6e1bc95-4906-43a7-8db5-f3281ee66ddd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.200169] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 758.200169] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 deletion is rescheduled due to dependency. [ 758.200543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.589028] env[66693]: INFO networking_nsxv3.common.synchronization [None req-5c78191e-2939-4586-916a-7fccf0034dbc tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_rules [ 758.589764] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_rules [ 758.590582] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf20bbb3-463b-4b9c-b138-71a587c220b6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.590582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.590582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.590866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.591070] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf20bbb3-463b-4b9c-b138-71a587c220b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.757432] env[66693]: INFO networking_nsxv3.common.synchronization [None req-ccd954ff-8e36-46e4-b12c-d0d51fd37c37 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_rules [ 758.757837] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_rules [ 758.758347] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf20bbb3-463b-4b9c-b138-71a587c220b6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.758523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.117091] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.117233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.117304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.117788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.117788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.117921] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 already deleted. [ 759.117959] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.118144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.118303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.118388] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf20bbb3-463b-4b9c-b138-71a587c220b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.506694] env[66693]: INFO networking_nsxv3.common.synchronization [None req-1e84b70c-ecc6-40b5-9453-a64594d476d4 None None] Enqueued Resource ID: 3348cb95-b265-451f-8673-632e5fbdcf46 with Priority: HIGHEST for action port [ 759.506694] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3348cb95-b265-451f-8673-632e5fbdcf46 with Priority: HIGHEST for action port [ 759.506694] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-3348cb95-b265-451f-8673-632e5fbdcf46 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.506694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3348cb95-b265-451f-8673-632e5fbdcf46" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.506694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3348cb95-b265-451f-8673-632e5fbdcf46" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.506694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3348cb95-b265-451f-8673-632e5fbdcf46" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.506694] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3348cb95-b265-451f-8673-632e5fbdcf46',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.592778] env[66693]: INFO networking_nsxv3.common.synchronization [None req-fcdc931c-724e-4ad9-9be5-83b92603b1cf None None] Enqueued Resource ID: 54415af5-d784-446e-a27b-ab27c9d21f0a with Priority: HIGHEST for action port [ 759.594511] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54415af5-d784-446e-a27b-ab27c9d21f0a with Priority: HIGHEST for action port [ 759.594931] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-54415af5-d784-446e-a27b-ab27c9d21f0a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.595224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54415af5-d784-446e-a27b-ab27c9d21f0a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.595386] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54415af5-d784-446e-a27b-ab27c9d21f0a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.595703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54415af5-d784-446e-a27b-ab27c9d21f0a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.596019] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54415af5-d784-446e-a27b-ab27c9d21f0a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.641950] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.642591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.642822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.643140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.643344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.643681] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 already deleted. [ 759.643681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.009787] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3348cb95-b265-451f-8673-632e5fbdcf46 [ 760.010033] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.010171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.010233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.010442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.010527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.010625] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3348cb95-b265-451f-8673-632e5fbdcf46 already deleted. [ 760.010705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3348cb95-b265-451f-8673-632e5fbdcf46" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.099938] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54415af5-d784-446e-a27b-ab27c9d21f0a [ 760.100186] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.100399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.100524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.100735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.101180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.101312] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54415af5-d784-446e-a27b-ab27c9d21f0a already deleted. [ 760.101438] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54415af5-d784-446e-a27b-ab27c9d21f0a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.322879] env[66693]: INFO networking_nsxv3.common.synchronization [req-6fb00ead-c29a-47f1-935f-9592fd4c839d req-037015ba-9c1a-46ef-a8a5-8ee54ef5ff12 tempest-InstanceActionsNegativeTestJSON-471373160 tempest-InstanceActionsNegativeTestJSON-471373160-project-member] Enqueued Resource ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 with Priority: HIGHEST for action security_group_members [ 760.323503] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 with Priority: HIGHEST for action security_group_members [ 760.323929] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e39a42b-d580-4aec-a9da-4a0cba374a09 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.324082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.324922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.325281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.326040] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.326140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.326181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.327229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.327229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.327229] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e39a42b-d580-4aec-a9da-4a0cba374a09',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.830546] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.830834] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.830834] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.830907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.830967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.831188] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.831285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.831365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.831597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.831720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.831822] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 already deleted. [ 760.831957] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.872805] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.872805] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.872805] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.873067] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.873395] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.874716] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.874716] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.874716] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.874716] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.874716] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.874716] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.875162] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.875162] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.875162] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.875431] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.875431] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.898129] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.898339] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.898449] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.899293] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-549" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.899293] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-27f229d8-e512-4e21-a207-2ef0527c6e65 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.899293] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-27f229d8-e512-4e21-a207-2ef0527c6e65" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.899651] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-27f229d8-e512-4e21-a207-2ef0527c6e65" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.899651] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-27f229d8-e512-4e21-a207-2ef0527c6e65" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.899789] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f229d8-e512-4e21-a207-2ef0527c6e65',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.253122] env[66693]: INFO networking_nsxv3.common.synchronization [req-409db8d0-9723-4c07-afb3-93f064207641 req-9a996ad5-8c87-423f-bdbc-ec96482b08c2 tempest-ServersTestFqdnHostnames-1149150636 tempest-ServersTestFqdnHostnames-1149150636-project-member] Enqueued Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_members [ 761.253122] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGHEST for action security_group_members [ 761.253122] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9442830a-a343-458d-9ed2-d04517f5ea94 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.253122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.253122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.253122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.253122] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.253122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.253122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.253649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.254050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.254050] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9442830a-a343-458d-9ed2-d04517f5ea94',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.366523] env[66693]: INFO networking_nsxv3.common.synchronization [None req-9b20eb16-4a61-4633-85ff-e04c5b43c1e9 None None] Enqueued Resource ID: 63c8a70a-a12d-4e74-8340-2ae0865c9e10 with Priority: HIGHEST for action port [ 761.366523] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c8a70a-a12d-4e74-8340-2ae0865c9e10 with Priority: HIGHEST for action port [ 761.366983] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-63c8a70a-a12d-4e74-8340-2ae0865c9e10 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.367293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63c8a70a-a12d-4e74-8340-2ae0865c9e10" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.367577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63c8a70a-a12d-4e74-8340-2ae0865c9e10" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.367966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63c8a70a-a12d-4e74-8340-2ae0865c9e10" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.368155] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63c8a70a-a12d-4e74-8340-2ae0865c9e10',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.402341] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.402619] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.402773] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.403201] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.403415] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.403600] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 27f229d8-e512-4e21-a207-2ef0527c6e65 not found, creating... [ 761.403894] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.404120] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.404241] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.404582] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.404755] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.405081] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.405243] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.405357] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.405646] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.405729] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.405811] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 27f229d8-e512-4e21-a207-2ef0527c6e65 is going to be created. [ 761.430784] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.430784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.430784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.430784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.430784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.430784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-27f229d8-e512-4e21-a207-2ef0527c6e65" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.757883] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.757883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.757883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.757883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.757883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.757883] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.757883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.757883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.757883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.757883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.757883] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9442830a-a343-458d-9ed2-d04517f5ea94 is going to be updated. [ 761.788613] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.788797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.788797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.789074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.789233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.798618] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9442830a-a343-458d-9ed2-d04517f5ea94 in Status: IN_PROGRESS for 2s [ 761.872429] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63c8a70a-a12d-4e74-8340-2ae0865c9e10 [ 761.872680] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.872809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.872873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.873078] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.873177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.873330] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63c8a70a-a12d-4e74-8340-2ae0865c9e10 already deleted. [ 761.873379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63c8a70a-a12d-4e74-8340-2ae0865c9e10" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.226650] env[66693]: INFO networking_nsxv3.common.synchronization [req-6fb00ead-c29a-47f1-935f-9592fd4c839d req-0e87d1e2-93cc-485c-8c46-d00abf02c2f9 service nova] Enqueued Resource ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 with Priority: HIGHEST for action security_group_rules [ 762.226650] env[66693]: INFO networking_nsxv3.common.synchronization [req-6fb00ead-c29a-47f1-935f-9592fd4c839d req-0e87d1e2-93cc-485c-8c46-d00abf02c2f9 service nova] Enqueued Resource ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 with Priority: HIGHEST for action security_group_members [ 762.226650] env[66693]: INFO networking_nsxv3.common.synchronization [req-6fb00ead-c29a-47f1-935f-9592fd4c839d req-0e87d1e2-93cc-485c-8c46-d00abf02c2f9 service nova] Enqueued Resource ID: 27f229d8-e512-4e21-a207-2ef0527c6e65 with Priority: HIGHEST for action port [ 762.226945] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 with Priority: HIGHEST for action security_group_rules [ 762.227274] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 with Priority: HIGHEST for action security_group_members [ 762.227274] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f229d8-e512-4e21-a207-2ef0527c6e65 with Priority: HIGHEST for action port [ 762.227698] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e39a42b-d580-4aec-a9da-4a0cba374a09 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.227791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.227844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.228108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.228196] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e39a42b-d580-4aec-a9da-4a0cba374a09',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.230794] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e39a42b-d580-4aec-a9da-4a0cba374a09 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.230794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.230794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.231048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.231048] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.231230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.231230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.231325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.231853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.231853] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e39a42b-d580-4aec-a9da-4a0cba374a09',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.232359] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-27f229d8-e512-4e21-a207-2ef0527c6e65 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.232450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27f229d8-e512-4e21-a207-2ef0527c6e65" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.232502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27f229d8-e512-4e21-a207-2ef0527c6e65" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.232651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27f229d8-e512-4e21-a207-2ef0527c6e65" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.232726] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f229d8-e512-4e21-a207-2ef0527c6e65',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.734663] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e39a42b-d580-4aec-a9da-4a0cba374a09 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.735078] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.737330] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e39a42b-d580-4aec-a9da-4a0cba374a09',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.742187] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27f229d8-e512-4e21-a207-2ef0527c6e65 with status ACTIVE [ 762.742187] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.742187] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.742187] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.742187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.742187] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27f229d8-e512-4e21-a207-2ef0527c6e65 is going to be updated. [ 762.766674] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.766858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.766901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.767873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.767873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.767873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27f229d8-e512-4e21-a207-2ef0527c6e65" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.250749] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e39a42b-d580-4aec-a9da-4a0cba374a09',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.753549] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.753702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.753852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.753990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.754110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.754359] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 is going to be created. [ 763.783936] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.784100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.784196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.784578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.784578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.808865] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 in Status: UNINITIALIZED for 2s [ 763.814422] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9442830a-a343-458d-9ed2-d04517f5ea94 in Status: SUCCESS [ 763.816681] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9442830a-a343-458d-9ed2-d04517f5ea94 deletion is rescheduled due to dependency. [ 763.816681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.435118] env[66693]: INFO networking_nsxv3.common.synchronization [None req-327cea26-79c3-4e4f-8c5e-8eb1d3413487 None None] Enqueued Resource ID: fa593ad3-b014-4446-89b2-e95d263be6f5 with Priority: HIGHEST for action port [ 764.435729] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa593ad3-b014-4446-89b2-e95d263be6f5 with Priority: HIGHEST for action port [ 764.437403] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa593ad3-b014-4446-89b2-e95d263be6f5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.437403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa593ad3-b014-4446-89b2-e95d263be6f5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.439279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa593ad3-b014-4446-89b2-e95d263be6f5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.439279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa593ad3-b014-4446-89b2-e95d263be6f5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.439279] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa593ad3-b014-4446-89b2-e95d263be6f5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.477714] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 764.477900] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NSXv3 Agent Agent loop - iteration:1 started [ 764.853138] env[66693]: INFO networking_nsxv3.common.synchronization [None req-a212cc8c-2e6f-41cd-952e-cbfb167c8b07 tempest-AttachVolumeShelveTestJSON-129812403 tempest-AttachVolumeShelveTestJSON-129812403-project-member] Enqueued Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_rules [ 764.854105] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_rules [ 764.858602] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.858602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.858602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.858602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.858602] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.944066] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa593ad3-b014-4446-89b2-e95d263be6f5 [ 764.944066] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.944066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.944066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.944066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.944066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.944066] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa593ad3-b014-4446-89b2-e95d263be6f5 already deleted. [ 764.944066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa593ad3-b014-4446-89b2-e95d263be6f5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.053735] env[66693]: INFO networking_nsxv3.common.synchronization [None req-6bbca97b-c02a-49e2-bfc8-c61d5ad07547 tempest-AttachVolumeShelveTestJSON-129812403 tempest-AttachVolumeShelveTestJSON-129812403-project-member] Enqueued Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_rules [ 765.054303] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_rules [ 765.057017] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.057017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.394508] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.394668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.394744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.394981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.395096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.395198] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 already deleted. [ 765.395283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.395446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.395615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.395704] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.819970] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 in Status: SUCCESS [ 765.819970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.819970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.819970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.820603] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.820603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.820603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.820603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.820603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.820877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.820877] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e39a42b-d580-4aec-a9da-4a0cba374a09',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.919334] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.919474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.919543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.920011] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.920141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.920263] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 already deleted. [ 765.920374] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.326567] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e39a42b-d580-4aec-a9da-4a0cba374a09 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.327305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.327305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.327533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.328490] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.328490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.328490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.328490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.328490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.328805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.328805] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e39a42b-d580-4aec-a9da-4a0cba374a09 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.328805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.328982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.329151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.329339] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.329453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.329536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.329898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.329898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.330000] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.330263] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e39a42b-d580-4aec-a9da-4a0cba374a09',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.833853] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e39a42b-d580-4aec-a9da-4a0cba374a09: rpc.has_security_group_logging(os_id): False [ 766.854195] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.854195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.854195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.854195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.854418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.856802] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.856802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.856802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.856802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.856802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.856802] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.856802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.856802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.856802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.856802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.856802] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.856802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.856802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.856802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.858626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.858626] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 is going to be created. [ 766.920457] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.920457] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.920457] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.920691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.920738] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.933276] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 in Status: IN_PROGRESS for 2s [ 767.159614] env[66693]: INFO networking_nsxv3.common.synchronization [None req-fc856d2c-a247-4719-a6c8-611b87183b97 None None] Enqueued Resource ID: 20077887-3ccd-4b55-9ac3-5230c968da18 with Priority: HIGHEST for action port [ 767.161792] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20077887-3ccd-4b55-9ac3-5230c968da18 with Priority: HIGHEST for action port [ 767.161792] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-20077887-3ccd-4b55-9ac3-5230c968da18 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.161792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20077887-3ccd-4b55-9ac3-5230c968da18" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.161792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20077887-3ccd-4b55-9ac3-5230c968da18" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.161792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20077887-3ccd-4b55-9ac3-5230c968da18" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.161792] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20077887-3ccd-4b55-9ac3-5230c968da18',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.265828] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ef9638e-f28e-446f-892c-89e94c49ec1d req-54617566-6244-47f6-a810-560b8432a040 tempest-ListServerFiltersTestJSON-246612591 tempest-ListServerFiltersTestJSON-246612591-project-member] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 767.266732] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 767.267563] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.267715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.267834] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.268692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.268692] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.268692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.268692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.268692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.268692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.268692] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.665272] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20077887-3ccd-4b55-9ac3-5230c968da18 [ 767.665502] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.665635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.665710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.665926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.666042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.666164] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20077887-3ccd-4b55-9ac3-5230c968da18 already deleted. [ 767.666252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20077887-3ccd-4b55-9ac3-5230c968da18" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.681438] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.681653] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.681776] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.682201] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.682422] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.682572] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.682681] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.682896] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.683103] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.683435] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.683599] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.683712] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.683820] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.683932] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.684046] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.684181] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.704798] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.704968] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.705147] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.705323] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.705627] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.705816] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.706029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.706331] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.706517] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.772392] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.772524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.772587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.772796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.772912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.773132] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.773257] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.773322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.773483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.773560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.773660] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d already deleted. [ 767.773781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.211364] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.211364] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.211364] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.211697] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.211854] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.212495] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b not found, creating... [ 768.212495] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.212495] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.212713] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.215477] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.215477] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.215477] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.215477] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.215477] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.215477] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.215477] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.215477] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b is going to be created. [ 768.238988] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.239234] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.239349] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.239610] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.239823] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.240060] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.945302] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ef9638e-f28e-446f-892c-89e94c49ec1d req-6935b3d2-233a-42e7-8d20-f9bd80e091dd service nova] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_rules [ 768.945409] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ef9638e-f28e-446f-892c-89e94c49ec1d req-6935b3d2-233a-42e7-8d20-f9bd80e091dd service nova] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 768.946031] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ef9638e-f28e-446f-892c-89e94c49ec1d req-6935b3d2-233a-42e7-8d20-f9bd80e091dd service nova] Enqueued Resource ID: 8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b with Priority: HIGHEST for action port [ 768.946140] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_rules [ 768.946231] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 768.946323] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b with Priority: HIGHEST for action port [ 768.946583] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.946698] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.946761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.949346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.949346] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.949346] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.949346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.949346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.949679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.949679] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.949757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.949892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.950028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.950124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.951092] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.951689] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.951824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.955626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.955626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.955626] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.955626] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 in Status: SUCCESS [ 768.955626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.452277] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.461750] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.461878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.462236] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b with status ACTIVE [ 769.462418] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.462531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.462597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.462808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.462898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.463079] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.463178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.463240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.463400] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.463478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.463665] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.463762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.463821] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.463956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.464050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.464152] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b is going to be updated. [ 769.506428] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.506666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.506666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.507941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.507941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.507941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d5d2f6f-0f5d-4108-9c97-dc9eccda6a0b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.851745] env[66693]: INFO networking_nsxv3.common.synchronization [req-82c26b2e-b60a-491f-b71d-3f4626548ed8 req-2bca8183-9a8f-47ec-9228-a6cb565f9c1a tempest-ImagesTestJSON-1736470785 tempest-ImagesTestJSON-1736470785-project-member] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 769.852443] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 769.852638] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.852815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.852815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.854026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.854026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.854026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.854026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.854026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.854026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.854026] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.955497] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.244027] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.244241] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.244359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.244695] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.245086] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.245266] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.245379] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.245582] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.245717] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.245911] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.246029] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.246150] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.246320] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.246427] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.246528] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.246653] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.273031] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.273031] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.273031] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.273031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.273031] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-511542d8-f315-4c2f-856a-83a31b7df676 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.273031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-511542d8-f315-4c2f-856a-83a31b7df676" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.273031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-511542d8-f315-4c2f-856a-83a31b7df676" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.273752] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-511542d8-f315-4c2f-856a-83a31b7df676" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.274107] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511542d8-f315-4c2f-856a-83a31b7df676',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.357900] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.357900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.357900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.357900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.357900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.357900] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.357900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.357900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.357900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.357900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.357900] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 already deleted. [ 770.357900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.459058] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.459058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.459058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.459058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.459058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.459058] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be created. [ 770.486853] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.486853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.486853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.487036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.487177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.497720] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: UNINITIALIZED for 2s [ 770.777027] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.777027] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.777212] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.777471] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.777660] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.777853] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 511542d8-f315-4c2f-856a-83a31b7df676 not found, creating... [ 770.778176] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.778369] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.778500] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.778761] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.778915] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.779249] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.779483] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.779561] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.779780] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.779932] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.780107] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 511542d8-f315-4c2f-856a-83a31b7df676 is going to be created. [ 770.802221] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.802496] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.802661] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.802994] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.803298] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.803641] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-511542d8-f315-4c2f-856a-83a31b7df676" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.517014] env[66693]: INFO networking_nsxv3.common.synchronization [req-82c26b2e-b60a-491f-b71d-3f4626548ed8 req-2d1cac9c-32e6-4b7c-afff-e065e3c514e8 service nova] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_rules [ 771.517669] env[66693]: INFO networking_nsxv3.common.synchronization [req-82c26b2e-b60a-491f-b71d-3f4626548ed8 req-2d1cac9c-32e6-4b7c-afff-e065e3c514e8 service nova] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 771.517669] env[66693]: INFO networking_nsxv3.common.synchronization [req-82c26b2e-b60a-491f-b71d-3f4626548ed8 req-2d1cac9c-32e6-4b7c-afff-e065e3c514e8 service nova] Enqueued Resource ID: 511542d8-f315-4c2f-856a-83a31b7df676 with Priority: HIGHEST for action port [ 771.518094] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_rules [ 771.518469] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 771.518603] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511542d8-f315-4c2f-856a-83a31b7df676 with Priority: HIGHEST for action port [ 771.520128] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.520128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.520128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.520337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.520612] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.521429] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.521555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.521623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.521913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.522363] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.522957] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.522957] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.522957] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.523120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.523927] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.524884] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-511542d8-f315-4c2f-856a-83a31b7df676 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.525044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-511542d8-f315-4c2f-856a-83a31b7df676" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.525135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-511542d8-f315-4c2f-856a-83a31b7df676" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.525433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-511542d8-f315-4c2f-856a-83a31b7df676" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.525433] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511542d8-f315-4c2f-856a-83a31b7df676',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.532378] env[66693]: INFO networking_nsxv3.common.synchronization [None req-c4c65520-c953-4ca1-b63b-b86db4e44659 None None] Enqueued Resource ID: 445822e7-e090-47bd-a8d3-379ae9c0cba2 with Priority: HIGHEST for action port [ 771.533105] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445822e7-e090-47bd-a8d3-379ae9c0cba2 with Priority: HIGHEST for action port [ 771.533402] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-445822e7-e090-47bd-a8d3-379ae9c0cba2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.533516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-445822e7-e090-47bd-a8d3-379ae9c0cba2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.533582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-445822e7-e090-47bd-a8d3-379ae9c0cba2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.533806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-445822e7-e090-47bd-a8d3-379ae9c0cba2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.533886] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('445822e7-e090-47bd-a8d3-379ae9c0cba2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.031442] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.036176] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.036176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.036176] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 511542d8-f315-4c2f-856a-83a31b7df676 with status ACTIVE [ 772.036176] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.036176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.036176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.036176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.036176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.036176] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.036176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.036176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.036176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.036176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.036176] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.036728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.036728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.036728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.036728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.036728] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 511542d8-f315-4c2f-856a-83a31b7df676 is going to be updated. [ 772.037113] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 445822e7-e090-47bd-a8d3-379ae9c0cba2 [ 772.037565] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.038260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.038520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.039466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.039581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.039675] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:445822e7-e090-47bd-a8d3-379ae9c0cba2 already deleted. [ 772.039760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-445822e7-e090-47bd-a8d3-379ae9c0cba2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.061966] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.062182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.062288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.062572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.062786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.063047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-511542d8-f315-4c2f-856a-83a31b7df676" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.511359] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: SUCCESS [ 772.511528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.511734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.511980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.512711] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.512711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.512711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.512711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.512711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.513063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.513063] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.540810] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.663029] env[66693]: INFO networking_nsxv3.common.synchronization [req-004c333d-85d1-43ba-9fe4-dcacc50c272b req-eae147c2-dc1e-4d4b-bf5f-bd2e41ba9e88 tempest-ServersNegativeTestJSON-1373406811 tempest-ServersNegativeTestJSON-1373406811-project-member] Enqueued Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 772.663612] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 772.664018] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.664167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.664233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.664435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.664588] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.664722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.664788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.665034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.665104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.665201] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.793454] env[66693]: INFO networking_nsxv3.common.synchronization [None req-a205e477-6300-4bb2-b005-f8cb75136b9e tempest-ServersTestJSON-876624368 tempest-ServersTestJSON-876624368-project-member] Enqueued Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_rules [ 772.793454] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_rules [ 772.794386] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67807f6d-80e2-4558-b721-2d5d1357739c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.794749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.794749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.795582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.795807] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67807f6d-80e2-4558-b721-2d5d1357739c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.014940] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.015124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.015187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.015395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.015774] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.015912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.015995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.016192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.016293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.016390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.016566] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.016766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.016766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.016926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.017088] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.017191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.017247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.017402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.018016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.018151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.018269] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.023429] env[66693]: INFO networking_nsxv3.common.synchronization [None req-7b91989c-4b48-4e94-a426-9b133102cbb4 tempest-ServersTestJSON-876624368 tempest-ServersTestJSON-876624368-project-member] Enqueued Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_rules [ 773.023964] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_rules [ 773.024267] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67807f6d-80e2-4558-b721-2d5d1357739c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.024393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.044825] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.044825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.044825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.044825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.044825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.044825] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be created. [ 773.070234] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.070234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.070234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.070666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.071813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.082738] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: UNINITIALIZED for 2s [ 773.162980] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.163193] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.163316] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.163614] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.163878] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.164044] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.164400] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.164400] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.164498] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.164695] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.164805] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.164904] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.165076] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.165223] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.165336] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.165471] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.167389] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.187665] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.187823] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.187966] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.188279] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.188467] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-7bc6c430-7399-403e-91b5-c222fae85c22 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.188629] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-7bc6c430-7399-403e-91b5-c222fae85c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.188739] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-7bc6c430-7399-403e-91b5-c222fae85c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.189168] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-7bc6c430-7399-403e-91b5-c222fae85c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.190136] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc6c430-7399-403e-91b5-c222fae85c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.328601] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.328797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.328901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.329071] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.329196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.329242] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67807f6d-80e2-4558-b721-2d5d1357739c already deleted. [ 773.329331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.329492] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.329657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.329918] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67807f6d-80e2-4558-b721-2d5d1357739c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.523172] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d: rpc.has_security_group_logging(os_id): False [ 773.546807] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.547289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.547289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.547289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.547444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.547590] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.547710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.548929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.549282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.550527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.550868] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.551800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.551953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.552229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.552356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.552621] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.552829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.552966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.553306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.553428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.553615] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be created. [ 773.623909] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.625509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.626291] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.627331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.629198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.660487] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: IN_PROGRESS for 2s [ 773.670623] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.692302] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.692302] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.692427] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.692845] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.693042] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.693203] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 7bc6c430-7399-403e-91b5-c222fae85c22 not found, creating... [ 773.695051] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.695051] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.695051] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.695330] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.695330] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.698026] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.698026] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.698026] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.698026] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.698026] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.698026] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 7bc6c430-7399-403e-91b5-c222fae85c22 is going to be created. [ 773.730320] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.730554] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.730693] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.731049] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.731347] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.731597] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-7bc6c430-7399-403e-91b5-c222fae85c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.850876] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.851452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.851452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.851452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.851662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.851662] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67807f6d-80e2-4558-b721-2d5d1357739c already deleted. [ 773.851662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.859133] env[66693]: INFO networking_nsxv3.common.synchronization [None req-0ac5a0eb-fc9e-431b-bbe7-ae27846e3423 None None] Enqueued Resource ID: 1cb27f10-929c-431b-bf2e-655e7597b497 with Priority: HIGHEST for action port [ 773.859558] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb27f10-929c-431b-bf2e-655e7597b497 with Priority: HIGHEST for action port [ 773.859885] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cb27f10-929c-431b-bf2e-655e7597b497 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.859998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cb27f10-929c-431b-bf2e-655e7597b497" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.860059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cb27f10-929c-431b-bf2e-655e7597b497" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.860292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cb27f10-929c-431b-bf2e-655e7597b497" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.860397] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb27f10-929c-431b-bf2e-655e7597b497',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.173041] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.173317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.173485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.173924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.174094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.174281] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 is going to be updated. [ 774.189943] env[66693]: INFO networking_nsxv3.common.synchronization [req-7ca8fc60-adb4-4b23-84ae-c08452411491 req-d5565f82-977d-4d05-bb98-618dfd319bab tempest-InstanceActionsNegativeTestJSON-471373160 tempest-InstanceActionsNegativeTestJSON-471373160-project-member] Enqueued Resource ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 with Priority: HIGHEST for action security_group_members [ 774.190997] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 with Priority: HIGHEST for action security_group_members [ 774.191428] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e39a42b-d580-4aec-a9da-4a0cba374a09 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.191528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.191641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.191870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.192073] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.192242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.192328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.192535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.192642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.192776] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e39a42b-d580-4aec-a9da-4a0cba374a09',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.207583] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.207583] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.207583] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.207583] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.208025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.220426] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: IN_PROGRESS for 2s [ 774.364879] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cb27f10-929c-431b-bf2e-655e7597b497 [ 774.365213] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.365350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.365350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.365528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.365624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.365725] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cb27f10-929c-431b-bf2e-655e7597b497 already deleted. [ 774.365933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cb27f10-929c-431b-bf2e-655e7597b497" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.550283] env[66693]: INFO networking_nsxv3.common.synchronization [req-004c333d-85d1-43ba-9fe4-dcacc50c272b req-ee09723a-1a20-4726-92a6-e124884903cc service nova] Enqueued Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_rules [ 774.550734] env[66693]: INFO networking_nsxv3.common.synchronization [req-004c333d-85d1-43ba-9fe4-dcacc50c272b req-ee09723a-1a20-4726-92a6-e124884903cc service nova] Enqueued Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 774.550734] env[66693]: INFO networking_nsxv3.common.synchronization [req-004c333d-85d1-43ba-9fe4-dcacc50c272b req-ee09723a-1a20-4726-92a6-e124884903cc service nova] Enqueued Resource ID: 7bc6c430-7399-403e-91b5-c222fae85c22 with Priority: HIGHEST for action port [ 774.552522] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_rules [ 774.552522] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 774.552651] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc6c430-7399-403e-91b5-c222fae85c22 with Priority: HIGHEST for action port [ 774.552976] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.553213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.553213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.553535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.553626] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.554832] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.554978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.555414] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bc6c430-7399-403e-91b5-c222fae85c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.555414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bc6c430-7399-403e-91b5-c222fae85c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.558028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bc6c430-7399-403e-91b5-c222fae85c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.558028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bc6c430-7399-403e-91b5-c222fae85c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.558028] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc6c430-7399-403e-91b5-c222fae85c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.696485] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.696569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.696691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.696915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.696991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.697234] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.697544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.697638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.697809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.697917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.698092] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 is going to be updated. [ 774.752999] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.752999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.752999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.753774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.753774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.769415] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 in Status: IN_PROGRESS for 2s [ 775.062671] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.062671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.062671] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bc6c430-7399-403e-91b5-c222fae85c22 with status ACTIVE [ 775.062930] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.062980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.063123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.063417] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.063499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.063756] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.063988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.063988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.064521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.064521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.064705] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.064776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.064808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.065066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.065358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.065709] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bc6c430-7399-403e-91b5-c222fae85c22 is going to be updated. [ 775.100585] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 775.100585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.100585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.100585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.100585] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.100585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.100585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.100585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.100585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.100585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.100585] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.103047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.103172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.103227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.103409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.105908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.105908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bc6c430-7399-403e-91b5-c222fae85c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.408941] env[66693]: INFO networking_nsxv3.common.synchronization [req-234a1f7a-b2a2-4526-b572-f2560edeedd0 req-94d19af8-4e16-4c37-bc0d-492d0857f8a4 tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 775.410026] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 775.410443] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.410887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.411061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.411323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.411536] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.411687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.411791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.412016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.412178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.412479] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.604781] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.606299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.606299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.607336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.608176] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.608401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.609155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.609396] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.609505] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.609604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.609786] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.609894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.609951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.611034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.611265] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.611372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.611473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.611614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.611664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.611812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.611862] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.675422] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: SUCCESS [ 775.676927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.913894] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.913894] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.913894] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.913894] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.914244] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.914449] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.915447] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.915738] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.915888] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.916138] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.916254] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.916359] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.916610] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.916745] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.916854] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.916985] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.919188] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.919311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.919378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.919557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.919648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.919825] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.919919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.920079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.920248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.920335] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.920452] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 775.941618] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.941729] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.941861] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.942102] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.942404] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-6682f7fc-1edf-4ec8-b432-da427782be1f taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.942571] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-6682f7fc-1edf-4ec8-b432-da427782be1f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.942687] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-6682f7fc-1edf-4ec8-b432-da427782be1f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.942995] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-6682f7fc-1edf-4ec8-b432-da427782be1f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.943152] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6682f7fc-1edf-4ec8-b432-da427782be1f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.952306] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.952459] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.952519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.953091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.953091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.963903] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 776.116052] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5b46feb-ebc4-40aa-a9cb-ae08118e7488: rpc.has_security_group_logging(os_id): False [ 776.135444] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.135444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.135444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.135444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.135444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.135783] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.135783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.135783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.136036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.136036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.136336] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.136572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.136631] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.136847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.137090] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.138920] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.139106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.139225] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.139544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.140435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.140435] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be created. [ 776.212945] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.213151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.213194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.213647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.213780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.229072] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 776.232456] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: IN_PROGRESS for 4s [ 776.445621] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.450039] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.450039] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.450039] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.450039] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.450039] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 6682f7fc-1edf-4ec8-b432-da427782be1f not found, creating... [ 776.450039] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.450039] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.450039] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.450039] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.450039] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.451632] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.452207] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.452453] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.452778] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.453060] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.453934] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 6682f7fc-1edf-4ec8-b432-da427782be1f is going to be created. [ 776.480126] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.480380] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.480441] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.481066] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.481066] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.481349] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-6682f7fc-1edf-4ec8-b432-da427782be1f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.787794] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 in Status: SUCCESS [ 776.788321] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 deletion is rescheduled due to dependency. [ 776.788321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.309346] env[66693]: INFO networking_nsxv3.common.synchronization [req-234a1f7a-b2a2-4526-b572-f2560edeedd0 req-5feb22de-9f82-4ed2-8efa-1b8ccd3d5440 service nova] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_rules [ 777.309346] env[66693]: INFO networking_nsxv3.common.synchronization [req-234a1f7a-b2a2-4526-b572-f2560edeedd0 req-5feb22de-9f82-4ed2-8efa-1b8ccd3d5440 service nova] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 777.309346] env[66693]: INFO networking_nsxv3.common.synchronization [req-234a1f7a-b2a2-4526-b572-f2560edeedd0 req-5feb22de-9f82-4ed2-8efa-1b8ccd3d5440 service nova] Enqueued Resource ID: 6682f7fc-1edf-4ec8-b432-da427782be1f with Priority: HIGHEST for action port [ 777.310057] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_rules [ 777.310202] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 777.310363] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6682f7fc-1edf-4ec8-b432-da427782be1f with Priority: HIGHEST for action port [ 777.310648] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.310786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.310829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.311207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.311320] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.312448] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.312508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.312649] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-6682f7fc-1edf-4ec8-b432-da427782be1f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.314103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6682f7fc-1edf-4ec8-b432-da427782be1f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.314103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6682f7fc-1edf-4ec8-b432-da427782be1f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.314103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6682f7fc-1edf-4ec8-b432-da427782be1f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.314103] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6682f7fc-1edf-4ec8-b432-da427782be1f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.816024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.816024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.816024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6682f7fc-1edf-4ec8-b432-da427782be1f with status ACTIVE [ 777.816024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.816024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.816024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.816024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.816024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.816024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.816024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.816024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.817143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.817143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.817143] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.817143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.817143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.817143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.817143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.817143] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6682f7fc-1edf-4ec8-b432-da427782be1f is going to be updated. [ 777.856632] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.856632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.856632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.857075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.857075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.857289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6682f7fc-1edf-4ec8-b432-da427782be1f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.974274] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 777.974558] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 deletion is rescheduled due to dependency. [ 777.975372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.975372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.975592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.975818] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.975956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.976035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.976233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.976313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.976453] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.222649] env[66693]: INFO networking_nsxv3.common.synchronization [req-449f749d-1ce7-40ea-9b83-94fa0bd21b8a req-9a399556-0728-47d7-ab6a-6f1f4cb2249e tempest-ListServerFiltersTestJSON-246612591 tempest-ListServerFiltersTestJSON-246612591-project-member] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 778.223294] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 778.223674] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.225593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.225593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.225593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.225593] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.225593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.225593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.225593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.225593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.225593] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.244304] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: SUCCESS [ 778.244466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.244628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.244917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.245506] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.245690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.245766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.245955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.246075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.246178] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.248638] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 778.249208] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.479056] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.624422] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.624621] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.624784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.625013] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.625279] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.625567] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.625662] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.625931] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.626069] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.626315] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.626480] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.626480] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.626610] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.626662] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.626764] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.626889] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.649392] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.649623] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.649760] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.650018] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.652363] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-348b9e0a-6378-44af-8dc8-b27b29ffab3c taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.652548] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-348b9e0a-6378-44af-8dc8-b27b29ffab3c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.652684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-348b9e0a-6378-44af-8dc8-b27b29ffab3c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.653065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-348b9e0a-6378-44af-8dc8-b27b29ffab3c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.653228] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('348b9e0a-6378-44af-8dc8-b27b29ffab3c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.727789] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.748372] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.983461] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.156853] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.157382] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.157382] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.157534] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.157658] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.157811] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 348b9e0a-6378-44af-8dc8-b27b29ffab3c not found, creating... [ 779.158333] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.158333] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.158333] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.158544] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.158754] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.158908] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.161054] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.161054] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.161054] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.161054] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.161054] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 348b9e0a-6378-44af-8dc8-b27b29ffab3c is going to be created. [ 779.183900] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.184191] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.184283] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.184510] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.184882] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.184962] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-348b9e0a-6378-44af-8dc8-b27b29ffab3c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.230854] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.250614] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.486502] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.486711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.486711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.486923] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.487025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.487134] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 779.578171] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.578392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.578460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.578722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.578953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.592300] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 779.733999] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.734332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.734332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.734497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.734602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.734703] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be updated. [ 779.753471] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.753616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.753919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.753919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.754057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.754104] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 is going to be updated. [ 779.773495] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.773781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.773781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.773984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.774194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.785383] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: IN_PROGRESS for 2s [ 779.787012] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.788891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.788891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.788891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.788891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.797961] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: IN_PROGRESS for 2s [ 779.937226] env[66693]: INFO networking_nsxv3.common.synchronization [req-449f749d-1ce7-40ea-9b83-94fa0bd21b8a req-c3e6229d-294c-45c2-83ae-802d0e1bb65b service nova] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_rules [ 779.937464] env[66693]: INFO networking_nsxv3.common.synchronization [req-449f749d-1ce7-40ea-9b83-94fa0bd21b8a req-c3e6229d-294c-45c2-83ae-802d0e1bb65b service nova] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 779.937650] env[66693]: INFO networking_nsxv3.common.synchronization [req-449f749d-1ce7-40ea-9b83-94fa0bd21b8a req-c3e6229d-294c-45c2-83ae-802d0e1bb65b service nova] Enqueued Resource ID: 348b9e0a-6378-44af-8dc8-b27b29ffab3c with Priority: HIGHEST for action port [ 779.938221] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_rules [ 779.938417] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 779.938570] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348b9e0a-6378-44af-8dc8-b27b29ffab3c with Priority: HIGHEST for action port [ 779.938867] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.938962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.939053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.939252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.939331] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.941489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.941489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.941489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-348b9e0a-6378-44af-8dc8-b27b29ffab3c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.941489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-348b9e0a-6378-44af-8dc8-b27b29ffab3c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.941489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-348b9e0a-6378-44af-8dc8-b27b29ffab3c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.941489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-348b9e0a-6378-44af-8dc8-b27b29ffab3c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.941489] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('348b9e0a-6378-44af-8dc8-b27b29ffab3c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.443252] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.443628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.443628] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 348b9e0a-6378-44af-8dc8-b27b29ffab3c with status ACTIVE [ 780.443941] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.443941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.443941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.444148] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.444246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.444603] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.444603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.444735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.445038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.445038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.445149] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.445149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.445232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.445368] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.445413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.445479] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 348b9e0a-6378-44af-8dc8-b27b29ffab3c is going to be updated. [ 780.472111] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.472304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.472380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.472598] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.472807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.472899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-348b9e0a-6378-44af-8dc8-b27b29ffab3c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.007570] env[66693]: INFO networking_nsxv3.common.synchronization [req-87275ac2-f4f9-45f1-a92e-bf06db0f7b38 req-4059d2bb-268e-40a6-8d79-5b7d8146adca tempest-ServersTestManualDisk-1883480114 tempest-ServersTestManualDisk-1883480114-project-member] Enqueued Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_members [ 781.008336] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_members [ 781.008602] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac728770-91df-4ba0-b751-c8a517be859b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.008707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.008760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.009176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.009358] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.009474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.009538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.009698] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.009783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.009888] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.435795] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.436046] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-443" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.436503] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-443" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.436617] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-443" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.436890] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.440328] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.440530] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.441030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.441187] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.441411] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.441602] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.441667] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.441718] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.441828] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.441919] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.442088] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.466262] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.466675] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.466743] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.466900] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-443" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.467401] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-1a52b66e-bc7a-4e9a-84aa-787c784bab6e taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.467401] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-1a52b66e-bc7a-4e9a-84aa-787c784bab6e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.467563] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-1a52b66e-bc7a-4e9a-84aa-787c784bab6e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.467803] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-1a52b66e-bc7a-4e9a-84aa-787c784bab6e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.467930] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a52b66e-bc7a-4e9a-84aa-787c784bab6e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.514860] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.514860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.514860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.514860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.514860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.514860] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.514860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.514860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.514860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.514860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.514860] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac728770-91df-4ba0-b751-c8a517be859b already deleted. [ 781.514860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.606927] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 781.607191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.607617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.607791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.607878] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.608036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.609047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.609047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.609047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.609047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.609047] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.795705] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: SUCCESS [ 781.795949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.796129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.796363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.796553] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.796671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.796763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.796929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.797042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.797042] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.809814] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: SUCCESS [ 781.810050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.810493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.810704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.810967] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.811097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.811097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.811253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.811331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.811466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.812251] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.973031] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.973031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.973031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.973031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.973031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.973031] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 1a52b66e-bc7a-4e9a-84aa-787c784bab6e not found, creating... [ 781.973031] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.973031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.973031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.974307] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.974753] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.975397] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.975885] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.978243] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.978243] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.978243] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.978243] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 1a52b66e-bc7a-4e9a-84aa-787c784bab6e is going to be created. [ 782.002487] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.002487] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.002487] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.002487] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.002487] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.006616] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-1a52b66e-bc7a-4e9a-84aa-787c784bab6e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.111572] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.111834] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.111834] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.112182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.112430] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.112677] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.112736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.112968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.113127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.113298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.113522] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.113672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.113768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.113954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.114171] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.114303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.114405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.114640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.114751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.114842] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.114937] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.300123] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.317422] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.317422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.317422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.317814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.317877] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.317976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.318118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.318315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.318388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.318481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.318686] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.318826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.318959] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.319393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.319657] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.319826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.319938] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.320189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.320189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.320377] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.320425] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.619126] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8: rpc.has_security_group_logging(os_id): False [ 782.640912] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.641179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.641250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.641475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.641581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.641807] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.642272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.642371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.642557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.642644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.642860] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.642962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.643332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.643539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.643713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.643875] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.643977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.644073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.644223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.644302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.644387] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 782.729711] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.729895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.729989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.730174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.730319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.751114] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 782.796232] env[66693]: INFO networking_nsxv3.common.synchronization [req-87275ac2-f4f9-45f1-a92e-bf06db0f7b38 req-0e998a7e-d1d0-4af6-9a79-fc1ea114a5c2 service nova] Enqueued Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_rules [ 782.796418] env[66693]: INFO networking_nsxv3.common.synchronization [req-87275ac2-f4f9-45f1-a92e-bf06db0f7b38 req-0e998a7e-d1d0-4af6-9a79-fc1ea114a5c2 service nova] Enqueued Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_members [ 782.796752] env[66693]: INFO networking_nsxv3.common.synchronization [req-87275ac2-f4f9-45f1-a92e-bf06db0f7b38 req-0e998a7e-d1d0-4af6-9a79-fc1ea114a5c2 service nova] Enqueued Resource ID: 1a52b66e-bc7a-4e9a-84aa-787c784bab6e with Priority: HIGHEST for action port [ 782.797454] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_rules [ 782.797597] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_members [ 782.798254] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a52b66e-bc7a-4e9a-84aa-787c784bab6e with Priority: HIGHEST for action port [ 782.799026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac728770-91df-4ba0-b751-c8a517be859b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.799101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.799162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.800777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.800777] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.800777] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac728770-91df-4ba0-b751-c8a517be859b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.800777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.800777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.801089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.801382] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.801772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.801772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.801772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.803794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.803794] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.808115] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a52b66e-bc7a-4e9a-84aa-787c784bab6e taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.808234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a52b66e-bc7a-4e9a-84aa-787c784bab6e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.809038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a52b66e-bc7a-4e9a-84aa-787c784bab6e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.809038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a52b66e-bc7a-4e9a-84aa-787c784bab6e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.809038] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a52b66e-bc7a-4e9a-84aa-787c784bab6e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.810274] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.823366] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07dafda2-e2c4-4a79-8013-fa1d2bd930e9: rpc.has_security_group_logging(os_id): False [ 782.859674] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.859876] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.859876] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.860299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.860299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.860489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.860617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.860687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.860861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.861039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.861217] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.861319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.861379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.861545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.861640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.861843] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.861969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.862054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.862774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.862887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.862986] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 is going to be updated. [ 782.945960] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.947185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.947185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.947185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.947185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.964732] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: IN_PROGRESS for 2s [ 783.311253] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.312703] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac728770-91df-4ba0-b751-c8a517be859b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.312703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.312703] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a52b66e-bc7a-4e9a-84aa-787c784bab6e with status ACTIVE [ 783.312968] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.312968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.312968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.313207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.313207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.313425] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.313537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.313537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.313729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.313729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.314057] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.314057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.315458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.315458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.315458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.315688] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a52b66e-bc7a-4e9a-84aa-787c784bab6e is going to be updated. [ 783.318322] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.318322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.318322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.318322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.318322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.318322] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be updated. [ 783.346528] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.346697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.346762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.346995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.347131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.347302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a52b66e-bc7a-4e9a-84aa-787c784bab6e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.357191] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.357191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.357191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.357191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.358221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.370077] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: IN_PROGRESS for 2s [ 783.817725] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.866371] env[66693]: INFO networking_nsxv3.common.synchronization [req-8b0c3c3c-a170-479e-85ee-e306f7486dda req-dcd44c2f-3be9-498a-bf7d-600f6e170ed7 tempest-ListServerFiltersTestJSON-246612591 tempest-ListServerFiltersTestJSON-246612591-project-member] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 783.866934] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 783.869019] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.869152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.249404] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.249784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.249784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.249976] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.250313] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.250481] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.250588] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.250798] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.250931] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.251310] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.253071] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.253071] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.253071] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.253071] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.253071] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.253071] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.275106] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.275336] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.275476] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.275720] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-231" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.276233] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.276557] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.277477] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.277969] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.278175] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.319500] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.319695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.319771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.320043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.320110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.320171] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac728770-91df-4ba0-b751-c8a517be859b is going to be created. [ 784.349246] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.349395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.349501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.349758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.349980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.362709] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac728770-91df-4ba0-b751-c8a517be859b in Status: UNINITIALIZED for 2s [ 784.768113] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 784.768333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.782733] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.782943] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.783071] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.783378] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.783531] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.783676] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32 not found, creating... [ 784.783934] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.784104] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.784215] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.784438] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.784564] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.784845] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.784998] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.785134] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.785346] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.785470] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.785610] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32 is going to be created. [ 784.810610] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.810844] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.811040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.811376] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.811650] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.812488] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.983959] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: SUCCESS [ 784.984383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.383366] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: SUCCESS [ 785.383535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.383672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.383888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.384464] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.384464] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.384464] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.384464] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.384689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.384689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.384689] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.386576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.386819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.387020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.387148] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.387214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.387360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.387444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.387560] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.621301] env[66693]: INFO networking_nsxv3.common.synchronization [req-8b0c3c3c-a170-479e-85ee-e306f7486dda req-db31aea2-eff2-4357-870d-a8a064322214 service nova] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_rules [ 785.621816] env[66693]: INFO networking_nsxv3.common.synchronization [req-8b0c3c3c-a170-479e-85ee-e306f7486dda req-db31aea2-eff2-4357-870d-a8a064322214 service nova] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 785.621816] env[66693]: INFO networking_nsxv3.common.synchronization [req-8b0c3c3c-a170-479e-85ee-e306f7486dda req-db31aea2-eff2-4357-870d-a8a064322214 service nova] Enqueued Resource ID: f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32 with Priority: HIGHEST for action port [ 785.622751] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_rules [ 785.622751] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 785.622993] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32 with Priority: HIGHEST for action port [ 785.623251] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.623384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.623658] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.623754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.623997] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.624213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.624213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.624494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.624603] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.889773] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.889977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.892496] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.127121] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32 with status ACTIVE [ 786.127637] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.127738] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.127738] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.128275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.128275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.128563] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.128563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.128563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.128748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.132026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.132026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.132026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.132026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.132026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.132026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.132026] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32 is going to be updated. [ 786.176061] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.176294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.176394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.176663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.176862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.177121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7c1b05c-4abf-407c-aa30-5ebeb5cb5c32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.375405] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac728770-91df-4ba0-b751-c8a517be859b in Status: SUCCESS [ 786.375710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.375964] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.376293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.376597] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.376766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.376836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.377057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.377221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.377301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.377425] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.394718] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.606243] env[66693]: INFO networking_nsxv3.common.synchronization [req-64387a3e-595c-4db6-87e0-32d9e78b94b6 req-338513be-7486-45a3-a5fd-475efd6e7885 tempest-ServersV294TestFqdnHostnames-1204833494 tempest-ServersV294TestFqdnHostnames-1204833494-project-member] Enqueued Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_members [ 786.607309] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGHEST for action security_group_members [ 786.607889] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f88924a-321c-4fd6-9cf2-3aa9c873363a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.607889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.607889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.608204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.608271] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.608341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.608944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.608944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.608944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.608944] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f88924a-321c-4fd6-9cf2-3aa9c873363a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.879938] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.897062] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.897230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.897313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.897546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.897640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.897741] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be updated. [ 786.928290] env[66693]: INFO networking_nsxv3.common.synchronization [req-ccca0eea-0c6f-48f9-99a8-59067118affc req-a4182376-c5fe-461f-bb65-e8ff01d393fd tempest-ImagesOneServerNegativeTestJSON-2004584261 tempest-ImagesOneServerNegativeTestJSON-2004584261-project-member] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 786.928932] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 786.929635] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.929804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.929872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.930149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.930323] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.930441] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.930512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.930680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.930767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.930860] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.933324] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.933324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.933324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.933324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.933544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.955949] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: IN_PROGRESS for 2s [ 787.113128] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.113128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.113128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.113304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.113870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.114215] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.114300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.114394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.115415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.115415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.115415] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a is going to be updated. [ 787.143861] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.144214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.144214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.144303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.144512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.154988] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a in Status: IN_PROGRESS for 2s [ 787.345474] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.345664] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.345785] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.346689] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.346971] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.347568] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.347742] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.348046] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.348204] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.348442] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.348555] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.348684] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.348786] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.348889] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.349030] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.349205] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.381769] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.383859] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.383920] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.384379] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.387557] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-5a050462-32f7-47b9-b69e-f0d01565a9f4 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.387557] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-5a050462-32f7-47b9-b69e-f0d01565a9f4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.388419] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-5a050462-32f7-47b9-b69e-f0d01565a9f4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.389121] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-5a050462-32f7-47b9-b69e-f0d01565a9f4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.389121] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a050462-32f7-47b9-b69e-f0d01565a9f4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.390833] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac728770-91df-4ba0-b751-c8a517be859b: rpc.has_security_group_logging(os_id): False [ 787.426124] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.428030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.428030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.428030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.428030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.428030] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.428030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.428030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.428030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.428030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.428030] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac728770-91df-4ba0-b751-c8a517be859b is going to be created. [ 787.429777] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.430196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.432013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.432013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.432013] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.436082] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.437052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.437052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.437052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.437052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.437052] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.437052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.437052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.437052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.437521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.437521] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 already deleted. [ 787.437709] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.540373] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.540600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.540688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.540997] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.541256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.559676] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac728770-91df-4ba0-b751-c8a517be859b in Status: IN_PROGRESS for 2s [ 787.702435] env[66693]: INFO networking_nsxv3.common.synchronization [req-1e055482-a633-4866-9a18-ed3a3b787aea req-e149a62e-9eee-4a00-9ece-0e4e70a9eb7d tempest-ServersNegativeTestJSON-1373406811 tempest-ServersNegativeTestJSON-1373406811-project-member] Enqueued Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 787.702993] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 787.703310] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.703431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.703498] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.703688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.703841] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.703935] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.704059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.704163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.704249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.704342] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.894267] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.894505] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.894619] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.894905] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.895117] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.895297] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 5a050462-32f7-47b9-b69e-f0d01565a9f4 not found, creating... [ 787.895607] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.895801] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.895981] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.896224] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.896314] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.896723] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.897318] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.897318] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.897436] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.897569] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.897727] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 5a050462-32f7-47b9-b69e-f0d01565a9f4 is going to be created. [ 787.928940] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.929359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.929359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.929607] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.929829] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.930090] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-5a050462-32f7-47b9-b69e-f0d01565a9f4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.933896] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.206253] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.439389] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.648574] env[66693]: INFO networking_nsxv3.common.synchronization [req-ccca0eea-0c6f-48f9-99a8-59067118affc req-fb6a1eb0-d2c9-4bd1-a9a5-9ee67655e00f service nova] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_rules [ 788.648574] env[66693]: INFO networking_nsxv3.common.synchronization [req-ccca0eea-0c6f-48f9-99a8-59067118affc req-fb6a1eb0-d2c9-4bd1-a9a5-9ee67655e00f service nova] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 788.648749] env[66693]: INFO networking_nsxv3.common.synchronization [req-ccca0eea-0c6f-48f9-99a8-59067118affc req-fb6a1eb0-d2c9-4bd1-a9a5-9ee67655e00f service nova] Enqueued Resource ID: 5a050462-32f7-47b9-b69e-f0d01565a9f4 with Priority: HIGHEST for action port [ 788.649338] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_rules [ 788.649521] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 788.649998] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a050462-32f7-47b9-b69e-f0d01565a9f4 with Priority: HIGHEST for action port [ 788.649998] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.650269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.650269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.650431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.650641] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.651681] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.651826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.652572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.652572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.652572] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.652572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.652572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.652998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.652998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.652998] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.654321] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a050462-32f7-47b9-b69e-f0d01565a9f4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.654321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a050462-32f7-47b9-b69e-f0d01565a9f4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.654321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a050462-32f7-47b9-b69e-f0d01565a9f4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.654510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a050462-32f7-47b9-b69e-f0d01565a9f4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.654583] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a050462-32f7-47b9-b69e-f0d01565a9f4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.710076] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.941268] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 788.941473] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 788.967423] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: SUCCESS [ 788.967816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.967816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.968301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.968536] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.968778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.968863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.969205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.969205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.969335] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.157964] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.159066] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.159222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.159512] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a050462-32f7-47b9-b69e-f0d01565a9f4 with status ACTIVE [ 789.159983] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.159983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.159983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.160173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.160261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.160799] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.160799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.160799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.160799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.161127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.161165] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.161889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.161889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.161889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.161889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.161889] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a050462-32f7-47b9-b69e-f0d01565a9f4 is going to be updated. [ 789.173921] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a in Status: SUCCESS [ 789.174165] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a deletion is rescheduled due to dependency. [ 789.174310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.192843] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.193016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.193087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.193300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.193443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.193601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a050462-32f7-47b9-b69e-f0d01565a9f4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.213041] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.213041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.213041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.213473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.213473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.213473] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 is going to be updated. [ 789.254032] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.254170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.254212] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.255027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.255027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.271221] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: IN_PROGRESS for 2s [ 789.471709] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.583065] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac728770-91df-4ba0-b751-c8a517be859b in Status: SUCCESS [ 789.583065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.664444] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.709087] env[66693]: INFO networking_nsxv3.common.synchronization [req-fc04c2ab-5967-40c8-98c4-8681a7e99662 req-5bd462f5-c468-42f8-8ee5-c0c02fe0d852 tempest-ImagesOneServerTestJSON-711821465 tempest-ImagesOneServerTestJSON-711821465-project-member] Enqueued Resource ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe with Priority: HIGHEST for action security_group_members [ 789.710229] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe with Priority: HIGHEST for action security_group_members [ 789.710659] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.710872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.711044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.711351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.711550] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.711715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.711809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.712017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.712159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.712323] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.975096] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.030416] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.030589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.030859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.031329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.047946] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 790.048931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.050425] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 790.085289] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.085452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.085452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.085615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.096839] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.096839] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 790.096839] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.096839] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 790.132485] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.132676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.132741] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.132951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.134300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.134525] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 790.158708] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.159225] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-242" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.159427] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-242" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.159784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-242" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.160169] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.160395] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.160550] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.160813] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.161127] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.161401] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.161592] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.161784] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.161966] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.162177] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.162336] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.162526] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.169521] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.169713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.169812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.170100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.170232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.170349] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be created. [ 790.184021] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.184021] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.184021] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.184021] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-242" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.184021] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-8e604b1f-35fe-463c-a162-11728198f415 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.184021] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-8e604b1f-35fe-463c-a162-11728198f415" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.184021] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-8e604b1f-35fe-463c-a162-11728198f415" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.184021] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-8e604b1f-35fe-463c-a162-11728198f415" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.184021] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e604b1f-35fe-463c-a162-11728198f415',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.202761] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.204043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.204758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.205275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.207131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.211145] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.211531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.211770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.215021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.215021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.215021] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 790.215690] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.215986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.216164] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.216487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.216706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.217078] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.217352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.217542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.219473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.219473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.219473] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe already deleted. [ 790.219473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.229129] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: UNINITIALIZED for 2s [ 790.392197] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.392426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.392504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.392752] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.393074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.393413] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 790.393544] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342', '7f5b608e-f5ba-40e4-853a-003ba4888eb4', 'e0935d6c-25b1-4cee-bea2-96e25b19ec44', '0f88924a-321c-4fd6-9cf2-3aa9c873363a', '55c1e35e-9820-4110-ab4f-585395104f00', '751b39aa-ae1e-468e-915d-19d25f89e7b3', '2092e30e-ce8f-4f56-83fa-5a440affb4db', '04139467-7768-4cb4-8583-2c635b8f4f8b', '9a64b1d7-64ac-4b57-98a1-60947a6c3fd6', 'ac728770-91df-4ba0-b751-c8a517be859b', 'de057af1-52b3-4c8e-a084-a56b6b89f9db', '9442830a-a343-458d-9ed2-d04517f5ea94', '52e77f4f-0a58-4d4a-a264-7e4d2c3313a8', 'd7299fb6-f8b8-45df-a338-2d7cf1214bed', 'c5b46feb-ebc4-40aa-a9cb-ae08118e7488', 'bc0ba4df-6159-46f6-8180-e85e4a355871', '9220fbfc-669b-48ea-8df8-19e518a66860', '7a8be1cb-c8a9-4213-91a4-cdded4bef9fd', 'd12dae79-6445-4a2b-aace-f2457ebfe246', 'a9ed971c-669c-4da2-b273-81c8bcdc0442', '77b77ec2-ab78-45ed-aa9e-d60f8dfa134d', 'b409ba2d-b776-4819-90e3-c4123e5fe23b', 'a3027b11-fd3c-46b1-94b5-7c42e5f474f8', 'a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2', '976a70a4-6bb5-4796-8bf4-41e15f74e2d4', '07dafda2-e2c4-4a79-8013-fa1d2bd930e9', '78af4fcb-ca41-4757-8de4-9418d8f9346a', '13573b34-fb56-490d-84aa-5930c801b18a', 'ff1720a7-db08-4449-9a3f-36104cddac64', '2e39a42b-d580-4aec-a9da-4a0cba374a09', 'cd104493-6921-4dec-be23-cac130e252e1', 'a81ee1f2-42a4-4f35-b343-1546f7f3485b'} {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.393676] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 790.433629] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.433979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.433979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.434225] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.434309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.434456] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 790.434547] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.434701] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 790.478560] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.479259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.480218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.480218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.480218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.480218] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be updated. [ 790.520525] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.524207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.524207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.524207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.524207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.532335] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.532846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.533027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.533323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.534237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.534762] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 790.534973] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.535167] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 790.535401] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 790.537277] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55c1e35e-9820-4110-ab4f-585395104f00 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04139467-7768-4cb4-8583-2c635b8f4f8b with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de057af1-52b3-4c8e-a084-a56b6b89f9db with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGH for action security_group_rules [ 790.537277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.540901] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: IN_PROGRESS for 2s [ 790.687581] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.687829] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.687959] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.688225] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.688432] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.688503] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 8e604b1f-35fe-463c-a162-11728198f415 not found, creating... [ 790.688807] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.689020] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.689238] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.689438] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.689569] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.689853] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.691673] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.691673] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.691948] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.691948] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.692099] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 8e604b1f-35fe-463c-a162-11728198f415 is going to be created. [ 790.720639] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721367] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.721367] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.721533] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.721638] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.721851] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-8e604b1f-35fe-463c-a162-11728198f415" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.284082] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: SUCCESS [ 791.284387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.493301] env[66693]: INFO networking_nsxv3.common.synchronization [req-fc04c2ab-5967-40c8-98c4-8681a7e99662 req-b432b8ee-8ba6-490e-a91c-5f3236579d65 service nova] Enqueued Resource ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe with Priority: HIGHEST for action security_group_rules [ 791.493494] env[66693]: INFO networking_nsxv3.common.synchronization [req-fc04c2ab-5967-40c8-98c4-8681a7e99662 req-b432b8ee-8ba6-490e-a91c-5f3236579d65 service nova] Enqueued Resource ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe with Priority: HIGHEST for action security_group_members [ 791.493682] env[66693]: INFO networking_nsxv3.common.synchronization [req-fc04c2ab-5967-40c8-98c4-8681a7e99662 req-b432b8ee-8ba6-490e-a91c-5f3236579d65 service nova] Enqueued Resource ID: 8e604b1f-35fe-463c-a162-11728198f415 with Priority: HIGHEST for action port [ 791.494174] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe with Priority: HIGHEST for action security_group_rules [ 791.494339] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe with Priority: HIGHEST for action security_group_members [ 791.494648] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e604b1f-35fe-463c-a162-11728198f415 with Priority: HIGHEST for action port [ 791.494648] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 with Priority: HIGH for action security_group_rules [ 791.494837] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 with Priority: HIGH for action security_group_rules [ 791.494837] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGH for action security_group_rules [ 791.494949] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGH for action security_group_rules [ 791.495245] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGH for action security_group_rules [ 791.495245] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12dae79-6445-4a2b-aace-f2457ebfe246 with Priority: HIGH for action security_group_rules [ 791.495356] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd with Priority: HIGH for action security_group_rules [ 791.495502] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGH for action security_group_rules [ 791.495627] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed with Priority: HIGH for action security_group_rules [ 791.495722] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0ba4df-6159-46f6-8180-e85e4a355871 with Priority: HIGH for action security_group_rules [ 791.495819] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGH for action security_group_rules [ 791.495890] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9442830a-a343-458d-9ed2-d04517f5ea94 with Priority: HIGH for action security_group_rules [ 791.495975] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de057af1-52b3-4c8e-a084-a56b6b89f9db with Priority: HIGH for action security_group_rules [ 791.496099] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGH for action security_group_rules [ 791.496250] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 with Priority: HIGH for action security_group_rules [ 791.496361] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 with Priority: HIGH for action security_group_rules [ 791.496432] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04139467-7768-4cb4-8583-2c635b8f4f8b with Priority: HIGH for action security_group_rules [ 791.496523] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c1e35e-9820-4110-ab4f-585395104f00 with Priority: HIGH for action security_group_rules [ 791.497114] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGH for action security_group_rules [ 791.497253] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a with Priority: HIGH for action security_group_rules [ 791.497566] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.497693] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.497761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.498031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.498121] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.499123] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.499277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.499348] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.499533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.500708] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.500820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.500886] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.501223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.501223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.501326] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.504314] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e604b1f-35fe-463c-a162-11728198f415 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.504485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e604b1f-35fe-463c-a162-11728198f415" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.504559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e604b1f-35fe-463c-a162-11728198f415" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.504736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e604b1f-35fe-463c-a162-11728198f415" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.504813] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e604b1f-35fe-463c-a162-11728198f415',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.505677] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.507136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.507445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.507647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.507733] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.510021] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0935d6c-25b1-4cee-bea2-96e25b19ec44 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.510244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.510651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.510854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.511270] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0935d6c-25b1-4cee-bea2-96e25b19ec44',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.513403] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.513994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.514080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.514217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.514288] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.515955] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.516089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.516140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.516488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.516488] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.518368] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9ed971c-669c-4da2-b273-81c8bcdc0442 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.519437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.519437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.519529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.522628] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.524131] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d12dae79-6445-4a2b-aace-f2457ebfe246 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.524240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.524240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.524465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.524524] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d12dae79-6445-4a2b-aace-f2457ebfe246',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.525738] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.527244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.527326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.527512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.527591] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8be1cb-c8a9-4213-91a4-cdded4bef9fd',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.528716] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.528812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.528867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.529062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.529145] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.529374] env[66693]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 791.532751] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7299fb6-f8b8-45df-a338-2d7cf1214bed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.532751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.532751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.532751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.532751] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7299fb6-f8b8-45df-a338-2d7cf1214bed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.533752] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc0ba4df-6159-46f6-8180-e85e4a355871 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.533858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.533858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.534484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.534484] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc0ba4df-6159-46f6-8180-e85e4a355871',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.534995] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.535234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.535234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.535347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.535710] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.537656] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9442830a-a343-458d-9ed2-d04517f5ea94 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.538323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.538323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.538323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.538323] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9442830a-a343-458d-9ed2-d04517f5ea94',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.539338] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de057af1-52b3-4c8e-a084-a56b6b89f9db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.539338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.539338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.539518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.539889] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de057af1-52b3-4c8e-a084-a56b6b89f9db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.541064] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac728770-91df-4ba0-b751-c8a517be859b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.541064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.541064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.541256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.541256] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.542332] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.542332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.542332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.542585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.542585] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a64b1d7-64ac-4b57-98a1-60947a6c3fd6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.543977] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751b39aa-ae1e-468e-915d-19d25f89e7b3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.544145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.544209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.544329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.544396] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751b39aa-ae1e-468e-915d-19d25f89e7b3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.545371] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04139467-7768-4cb4-8583-2c635b8f4f8b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.545476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.545871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.545871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.545871] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04139467-7768-4cb4-8583-2c635b8f4f8b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.547358] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55c1e35e-9820-4110-ab4f-585395104f00 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.547358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.547358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.547358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.547358] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55c1e35e-9820-4110-ab4f-585395104f00',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.547358] env[66693]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 791.548261] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.548332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.548332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.548672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.548672] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.549522] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.549671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.549761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.549951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.549951] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f88924a-321c-4fd6-9cf2-3aa9c873363a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.054024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e604b1f-35fe-463c-a162-11728198f415 with status ACTIVE [ 792.054024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.054024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.054024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.054024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.054024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.054024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.054024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.054024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.054024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.054024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.054024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.054024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.054891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.054891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.054891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.054891] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e604b1f-35fe-463c-a162-11728198f415 is going to be updated. [ 792.057040] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.057040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.057363] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.082484] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.084510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.084510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.084510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.084510] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.084510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.084510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.084510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.084510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.084510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.084510] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.087195] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.087340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.087379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.087550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.087694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.087857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e604b1f-35fe-463c-a162-11728198f415" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.094187] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.094187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.094187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.094187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.094585] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.095660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.095789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.096064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.096128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.096857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.096857] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.098111] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.098111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.098111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.098111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.098331] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.098375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.098413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.098560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.098645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.100229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.100229] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.100229] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.100229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.100229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.100477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.100542] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.100639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.100690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.101685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.101685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.101685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.101685] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.103109] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9ed971c-669c-4da2-b273-81c8bcdc0442 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.103210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.103271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.103539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.103692] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.103789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.103854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.103997] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.104092] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.104176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.104261] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.109842] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac728770-91df-4ba0-b751-c8a517be859b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.109842] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.109842] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.110252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.110252] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.110252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.110360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.110461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.110543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.110626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.110711] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.127028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.127028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.127028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.127028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.127028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.127028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.127028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.127028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.127028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.127028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.127028] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.187684] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.187684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.187684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.187902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.209208] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.209208] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.211510] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.211510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.212338] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.212458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.213965] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.213965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.216180] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.216180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.217953] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.218090] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.234358] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.234502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.236499] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.236645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.237668] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.237777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.238922] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.238922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.239515] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.239628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.240314] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.240764] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.240859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.241750] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.242152] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: SUCCESS [ 792.242413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.242589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.242861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.243848] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.243848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.243848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.243848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.243848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.243848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.244142] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.245542] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.246056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.246346] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55c1e35e-9820-4110-ab4f-585395104f00 is going to be deleted. [ 792.247169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.248368] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.274387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.274387] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f88924a-321c-4fd6-9cf2-3aa9c873363a is going to be deleted. [ 792.278494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.278494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.310355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.310708] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de057af1-52b3-4c8e-a084-a56b6b89f9db is going to be deleted. [ 792.311658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.312187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.347332] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.347332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.353364] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.353364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.359607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.359607] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8be1cb-c8a9-4213-91a4-cdded4bef9fd is going to be deleted. [ 792.359607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.359607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.382866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.382987] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751b39aa-ae1e-468e-915d-19d25f89e7b3 is going to be deleted. [ 792.383902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.384139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.451132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.451276] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc0ba4df-6159-46f6-8180-e85e4a355871 is going to be deleted. [ 792.452560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.452800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.466580] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.466848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.467729] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.467729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.509336] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.509336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.541390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.541577] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0935d6c-25b1-4cee-bea2-96e25b19ec44 is going to be deleted. [ 792.543900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.544208] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.561338] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.583853] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: SUCCESS [ 792.584130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.584332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.584713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.586536] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.586536] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.586536] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.586536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.587235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.587235] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.588438] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.615059] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.615059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.615059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.615059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.615059] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.615059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.615059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.615675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.615675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.615675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.615675] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.615675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.615675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.616123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.616123] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.616223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.616619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.616619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.616619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.616619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.617759] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.618438] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.620404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.620633] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9442830a-a343-458d-9ed2-d04517f5ea94 is going to be deleted. [ 792.623925] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.624846] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.624846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.625485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.625485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.625485] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.625485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.625485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.625759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.625759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.625759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.625964] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.625964] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.626328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.630057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.630057] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.630057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.630057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.630057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.630057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.630057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.630057] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.630057] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.630057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.631691] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.631691] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.631691] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.631691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.632303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.632303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.632303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.632303] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.633451] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.633548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.641447] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.643681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.643681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.643681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.643681] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.643681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.643681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.643681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.643681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.643681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.644142] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.644142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.644142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.644241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.646056] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.646056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.646056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.646056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.646056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.646056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.646056] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.683160] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.683387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.711792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.711792] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a64b1d7-64ac-4b57-98a1-60947a6c3fd6 is going to be deleted. [ 792.712893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.713200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.750059] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.750271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.750376] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.750699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.751037] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.751202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.751333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.751532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.751684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.751824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.752102] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.752210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.752305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.752516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.752748] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.752887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.752988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.753211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.753341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.753470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.753625] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.783456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.783695] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d12dae79-6445-4a2b-aace-f2457ebfe246 is going to be deleted. [ 792.784907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.785462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.834483] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.834674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.847129] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.847368] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.850745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.850942] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04139467-7768-4cb4-8583-2c635b8f4f8b is going to be deleted. [ 792.852455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.852455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.910520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.910717] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7299fb6-f8b8-45df-a338-2d7cf1214bed is going to be deleted. [ 792.912100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.912332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.005665] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.005874] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.017525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.017682] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342 is going to be deleted. [ 793.018683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.018899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.018994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.019141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55c1e35e-9820-4110-ab4f-585395104f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.019309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.019464] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.019565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.019747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f88924a-321c-4fd6-9cf2-3aa9c873363a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.020419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.020669] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.020728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.020857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de057af1-52b3-4c8e-a084-a56b6b89f9db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.021055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.021223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.021328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.021469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8be1cb-c8a9-4213-91a4-cdded4bef9fd" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.021615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.021799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.021871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.021995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751b39aa-ae1e-468e-915d-19d25f89e7b3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.022175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.022356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.022437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.022552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc0ba4df-6159-46f6-8180-e85e4a355871" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.022774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.022956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.023049] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.023234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9442830a-a343-458d-9ed2-d04517f5ea94" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.023398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.023562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.023635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.023754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0935d6c-25b1-4cee-bea2-96e25b19ec44" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.023893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.024058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.024144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.024262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a64b1d7-64ac-4b57-98a1-60947a6c3fd6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.067828] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.068105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.068213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.068571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.068710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.069013] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe is going to be created. [ 793.073158] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.073450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.073450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.073745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.073882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.074110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04139467-7768-4cb4-8583-2c635b8f4f8b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.093749] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d: rpc.has_security_group_logging(os_id): False [ 793.093749] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9220fbfc-669b-48ea-8df8-19e518a66860: rpc.has_security_group_logging(os_id): False [ 793.119576] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2092e30e-ce8f-4f56-83fa-5a440affb4db: rpc.has_security_group_logging(os_id): False [ 793.130735] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8: rpc.has_security_group_logging(os_id): False [ 793.137595] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.137926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.137926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.138083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.139593] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac728770-91df-4ba0-b751-c8a517be859b: rpc.has_security_group_logging(os_id): False [ 793.140887] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9ed971c-669c-4da2-b273-81c8bcdc0442: rpc.has_security_group_logging(os_id): False [ 793.141893] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5b46feb-ebc4-40aa-a9cb-ae08118e7488: rpc.has_security_group_logging(os_id): False [ 793.145342] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.145342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.145674] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.145674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.148878] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f5b608e-f5ba-40e4-853a-003ba4888eb4: rpc.has_security_group_logging(os_id): False [ 793.182209] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.182417] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.200123] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.200123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.201194] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.201343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.202257] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.202399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.204383] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.204552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.204601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.204852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.205061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.213681] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.214706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.215809] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.215911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.217127] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.217276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.244259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.245155] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.245155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.245155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.245402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.245501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.245607] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 is going to be updated. [ 793.247165] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.249559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.249559] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe in Status: UNINITIALIZED for 2s [ 793.258949] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4: rpc.has_security_group_logging(os_id): False [ 793.313771] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.314223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.336000] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.336325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.350028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.350028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.350028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.350028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.350028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.350028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.350028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.350028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.350028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.350028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.350028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.350028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.350028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.350028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.350943] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.350943] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.350943] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be updated. [ 793.351395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.351612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.351727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.351864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7299fb6-f8b8-45df-a338-2d7cf1214bed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.352080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.352216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.459020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.459343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.476965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.476965] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.476965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.476965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.476965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.477454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.477454] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 is going to be updated. [ 793.479208] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.479599] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.560401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.560760] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.564452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.564452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.564452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.564452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.564452] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac728770-91df-4ba0-b751-c8a517be859b is going to be updated. [ 793.564452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.564452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.624219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.624417] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.624495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.628616] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.628616] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.628616] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db is going to be updated. [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.628616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d12dae79-6445-4a2b-aace-f2457ebfe246" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.629260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.629260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.629260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.629413] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.629528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.629591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.629737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.629812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.630103] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.630216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.630276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.630472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.630597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.630802] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.630887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.630939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.631130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.631202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.631294] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be created. [ 793.632870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.633110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.633191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.633379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae12e00d-f82b-4aa4-9cb7-3e8dd53aa342" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.633617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.633759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.645272] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.645488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.688665] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.688853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.694918] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.695303] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.696086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.696086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.696086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.696086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.696086] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.696321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.696321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.696321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.696570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.696570] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.696695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.696695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.696854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.696926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.697335] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 793.698633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.698909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.739433] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.739926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.748143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.748835] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.749206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.749300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.749653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.749813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.750708] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.751089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.751304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.751638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.751851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.752323] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.752534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.752670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.752948] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.753107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.753269] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 793.758319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.758576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.814290] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.814558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.830260] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.830260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.866116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.867148] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.867507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.867708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.868098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.868349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.868794] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.869219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.869407] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.869744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.871127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.871127] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.871127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.871127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.871376] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.871558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.871909] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 793.874387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.874901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.875239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.877612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.877612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.877612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.879233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.879605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.881081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.881616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.881946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.882268] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.884877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.885339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.886318] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.887849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.888355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.889039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.959030] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: IN_PROGRESS for 2s [ 793.963084] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: IN_PROGRESS for 2s [ 793.963875] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: IN_PROGRESS for 2s [ 793.964786] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.964919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.964990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.965423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.965655] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.970419] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac728770-91df-4ba0-b751-c8a517be859b in Status: IN_PROGRESS for 2s [ 793.980792] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 in Status: IN_PROGRESS for 2s [ 793.983876] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: IN_PROGRESS for 2s [ 793.998903] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 794.002989] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.004797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.004797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.004797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.004797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.056369] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 794.146026] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 794.146026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.146026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.146026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.146026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.146026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.187569] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 795.262796] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe in Status: SUCCESS [ 795.263192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.263247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.263584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.263725] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.263853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.263915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.264107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.264189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.264275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.264368] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.768649] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.768927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.768989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.769233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.769446] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.769590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.769678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.769902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.770073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.770263] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.770505] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.770626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.770697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.770860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.771104] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.771248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.771354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.771526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.771610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.771698] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.771792] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.979882] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: SUCCESS [ 795.980298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.981585] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: SUCCESS [ 795.981834] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.982759] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: SUCCESS [ 795.982986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.984858] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac728770-91df-4ba0-b751-c8a517be859b in Status: SUCCESS [ 795.985455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.996010] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 in Status: SUCCESS [ 795.997130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.997130] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: SUCCESS [ 795.997324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.997494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.997748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.997825] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.014196] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 796.014906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.074952] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 796.075214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.203798] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 796.203798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.277670] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe: rpc.has_security_group_logging(os_id): False [ 796.302793] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.302793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.302793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.302793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.303227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.303262] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.303367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.303428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.303632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.303761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.303883] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.303987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.304050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.304188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.304260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.304453] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.304545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.304606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.304895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.305023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.305305] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe is going to be created. [ 796.371191] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.371408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.371503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.371799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.372077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.394937] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe in Status: IN_PROGRESS for 2s [ 796.499116] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 796.499116] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 796.501397] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.501577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.501630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.501845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.502124] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.502213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.502281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.502448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.502559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.502642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.502743] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.799621] env[66693]: INFO networking_nsxv3.common.synchronization [req-aabafd02-aa32-4e99-acdb-78c5c2ecc078 req-b90e0fd2-1b4e-4c94-9064-7ef54078128c tempest-ServersAdminTestJSON-439535977 tempest-ServersAdminTestJSON-439535977-project-member] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 796.800245] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 796.800582] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.800751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.800805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.800967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.802821] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.802947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.803069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.803312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.803437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.803595] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.005652] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.005828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.005901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.006170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.006350] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.006453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.006515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.006661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.006749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.006851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.007273] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.007273] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.007273] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.007431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.007431] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.007592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.007592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.007696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.007993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.007993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.007993] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.307096] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.422379] env[66693]: INFO networking_nsxv3.common.synchronization [req-f95ed5d5-f3b9-4bf2-a2e7-731a35120f81 req-45fbde3d-9ef8-4543-b451-436f03883563 tempest-ServerRescueTestJSON-487723332 tempest-ServerRescueTestJSON-487723332-project-member] Enqueued Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 797.423040] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 797.423902] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.424038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.424111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.424316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.424493] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.424612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.424657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.424798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.424882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.424977] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.511670] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d: rpc.has_security_group_logging(os_id): False [ 797.535075] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.535692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.535692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.535692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.535692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.537503] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.537503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.537503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.537503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.537503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.537503] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.537503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.537503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.537503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.538047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.538516] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.538818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.538818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.539067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.539204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.539333] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be updated. [ 797.637573] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.637921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.637921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.638271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.638271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.656111] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: IN_PROGRESS for 2s [ 797.809611] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.924671] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.924853] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-216" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.925456] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-216" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.925456] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-216" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.926078] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.926078] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.926078] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.926281] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.926397] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.926553] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.926670] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.926801] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.926914] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.927039] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.927165] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.927301] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.929027] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.953632] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.953632] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.953632] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.953632] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-216" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.953632] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-fca5c96c-2ee5-44d4-b6ac-981337a084c3 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.954100] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-fca5c96c-2ee5-44d4-b6ac-981337a084c3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.954100] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-fca5c96c-2ee5-44d4-b6ac-981337a084c3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.954284] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-fca5c96c-2ee5-44d4-b6ac-981337a084c3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.954427] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca5c96c-2ee5-44d4-b6ac-981337a084c3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.314516] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.314516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.314516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.314516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.314516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.314516] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 798.366651] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.366915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.366915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.367229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.367403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.378356] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 798.409565] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe in Status: SUCCESS [ 798.409822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.431540] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.460427] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.460718] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.460938] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.461651] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.461773] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.461946] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port fca5c96c-2ee5-44d4-b6ac-981337a084c3 not found, creating... [ 798.462695] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.462695] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.462905] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.463648] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.463648] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.463785] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.463983] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.464137] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.465029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.465029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.465029] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: fca5c96c-2ee5-44d4-b6ac-981337a084c3 is going to be created. [ 798.511616] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.511903] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.511903] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.512609] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.512686] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.512967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-fca5c96c-2ee5-44d4-b6ac-981337a084c3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.934635] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.934873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.934939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.935164] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.935279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.935409] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 is going to be updated. [ 798.970639] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.970870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.971047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.971426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.971829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.983095] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: IN_PROGRESS for 2s [ 799.211054] env[66693]: INFO networking_nsxv3.common.synchronization [req-f95ed5d5-f3b9-4bf2-a2e7-731a35120f81 req-2d0e9bb0-768c-4e22-9fe6-704416140a61 service nova] Enqueued Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_rules [ 799.211054] env[66693]: INFO networking_nsxv3.common.synchronization [req-f95ed5d5-f3b9-4bf2-a2e7-731a35120f81 req-2d0e9bb0-768c-4e22-9fe6-704416140a61 service nova] Enqueued Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 799.211054] env[66693]: INFO networking_nsxv3.common.synchronization [req-f95ed5d5-f3b9-4bf2-a2e7-731a35120f81 req-2d0e9bb0-768c-4e22-9fe6-704416140a61 service nova] Enqueued Resource ID: fca5c96c-2ee5-44d4-b6ac-981337a084c3 with Priority: HIGHEST for action port [ 799.211054] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_rules [ 799.211054] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 799.211054] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca5c96c-2ee5-44d4-b6ac-981337a084c3 with Priority: HIGHEST for action port [ 799.211764] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.211929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.212083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.212295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.212408] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.213398] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.213539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.214044] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-fca5c96c-2ee5-44d4-b6ac-981337a084c3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.214190] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fca5c96c-2ee5-44d4-b6ac-981337a084c3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.214289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fca5c96c-2ee5-44d4-b6ac-981337a084c3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.214505] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fca5c96c-2ee5-44d4-b6ac-981337a084c3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.214615] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca5c96c-2ee5-44d4-b6ac-981337a084c3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.675025] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: SUCCESS [ 799.675300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.717158] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.717158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.717330] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fca5c96c-2ee5-44d4-b6ac-981337a084c3 with status ACTIVE [ 799.717561] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.717632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.717667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.717958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.718125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.720388] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.720388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.720388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.720388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.720388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.720388] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.720388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.720388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.720388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.720388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.720388] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fca5c96c-2ee5-44d4-b6ac-981337a084c3 is going to be updated. [ 799.744512] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.744728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.744778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.745060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.745206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.745436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fca5c96c-2ee5-44d4-b6ac-981337a084c3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.390703] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 800.391202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.997385] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: SUCCESS [ 800.997668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.998759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.998759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.998759] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.998759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.998759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.998759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.998759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.998759] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.501419] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.004350] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.507652] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.507833] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.507922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.508129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.508211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.508316] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 is going to be updated. [ 802.542057] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.542288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.542448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.542524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.542671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.561656] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: IN_PROGRESS for 2s [ 803.345128] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ac96c4f-68a7-4e7a-9859-92a5bed4a423 req-de30217c-9cb7-4f0f-a64f-019065f61d73 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 803.345665] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 803.345972] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.346108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.346170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.346433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.346641] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.346887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.346971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.347133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.347220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.347314] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.791657] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.791851] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-500" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.792066] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-500" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.792567] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-500" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.792757] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.792928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.793373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.793675] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.793874] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.794120] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.794249] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.794375] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.794499] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.794641] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.794731] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.794865] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.817879] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.818083] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.818206] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.818383] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-500" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.818693] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-20b6f49b-a17e-4dd7-85f1-913944369a9a taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.819026] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.819419] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.819787] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.819909] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b6f49b-a17e-4dd7-85f1-913944369a9a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.849728] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.849877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.849988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.850189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.850304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.851175] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.851175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.851175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.851175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.851175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.851175] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 already deleted. [ 803.851175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.885090] env[66693]: INFO networking_nsxv3.common.synchronization [req-f82633c6-0f3b-4033-9b29-4c9d6d7a9f79 req-076b09e4-ae8a-43aa-a792-404a8d6870e9 tempest-ImagesTestJSON-1736470785 tempest-ImagesTestJSON-1736470785-project-member] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 803.885732] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 803.886457] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.886596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.886658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.886857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.887175] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.887295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.887427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.887658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.887747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.887844] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.322967] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.322967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.323262] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.323325] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.323647] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.324044] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 20b6f49b-a17e-4dd7-85f1-913944369a9a not found, creating... [ 804.324825] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.324825] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.325073] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.325498] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.325837] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.326385] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.326728] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.326963] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.327303] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.327570] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.327810] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 20b6f49b-a17e-4dd7-85f1-913944369a9a is going to be created. [ 804.362508] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.363082] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.363082] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.363284] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.363564] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.363755] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.390052] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.390052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.390052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.390262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.390296] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.390489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.390582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.390623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.390765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.390835] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.390922] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 804.420773] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.420947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.421054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.421267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.421441] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.430158] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 804.573905] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: SUCCESS [ 804.574131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.574301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.574528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.574724] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.574842] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.574898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.575084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.575183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.575282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.575376] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.070030] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ac96c4f-68a7-4e7a-9859-92a5bed4a423 req-22cc13b0-1a9d-4e5c-bca7-d5302b94ebbf service nova] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 805.070030] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ac96c4f-68a7-4e7a-9859-92a5bed4a423 req-22cc13b0-1a9d-4e5c-bca7-d5302b94ebbf service nova] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 805.070030] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ac96c4f-68a7-4e7a-9859-92a5bed4a423 req-22cc13b0-1a9d-4e5c-bca7-d5302b94ebbf service nova] Enqueued Resource ID: 20b6f49b-a17e-4dd7-85f1-913944369a9a with Priority: HIGHEST for action port [ 805.070030] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 805.070030] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 805.070030] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b6f49b-a17e-4dd7-85f1-913944369a9a with Priority: HIGHEST for action port [ 805.070030] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.070030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.070030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.073150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.073150] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.073150] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.073150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.073463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.073463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.073748] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.073885] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.074682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.076286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.076286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.076286] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.076286] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-20b6f49b-a17e-4dd7-85f1-913944369a9a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.076286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.076286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.076873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.076873] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b6f49b-a17e-4dd7-85f1-913944369a9a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.077978] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.077978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.077978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.077978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.079729] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.080198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.080198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.080198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.080198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.080371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.080569] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.081715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.081850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.082251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.083064] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.083064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.083064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.083064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.083390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.083390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.083547] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.578836] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.579349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.585843] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.587307] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20b6f49b-a17e-4dd7-85f1-913944369a9a with status ACTIVE [ 805.588152] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.588152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.588152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.588477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.588520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.590317] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.590317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.590317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.590317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.590317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.590317] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.590317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.590317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.590648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.590648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.590648] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20b6f49b-a17e-4dd7-85f1-913944369a9a is going to be updated. [ 805.593172] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2: rpc.has_security_group_logging(os_id): False [ 805.614368] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.614593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.614686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.615048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.617265] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.617771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.617771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.617771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.617898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.618322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.639746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.639932] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.640878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.640878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.640878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.640878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.641186] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.641246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.641324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.641816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.641816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.642170] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.642362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.642362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.642565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.644033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.644033] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 is going to be updated. [ 805.743989] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.743989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.743989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.743989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.743989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.767214] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: IN_PROGRESS for 2s [ 806.012994] env[66693]: INFO networking_nsxv3.common.synchronization [req-846239f7-6d7d-4d7c-af62-e5872b9b19ee req-67e32883-f55e-42cd-841f-31385844ea45 tempest-MigrationsAdminTest-1407721922 tempest-MigrationsAdminTest-1407721922-project-member] Enqueued Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 806.013639] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 806.014348] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.014475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.014545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.014733] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.014880] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.014975] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.015095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.015197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.015261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.015356] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.094894] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.442696] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 806.442911] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 deletion is rescheduled due to dependency. [ 806.443103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.463415] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.463675] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.463784] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.465494] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.465494] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.465735] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.465941] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.466329] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.466633] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.467037] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.467289] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.467503] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.467890] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.467890] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.468035] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.468178] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.489905] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.490256] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.490490] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.490780] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.491422] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-157ba65d-77da-4946-8df9-316f2d0e9344 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.491745] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-157ba65d-77da-4946-8df9-316f2d0e9344" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.491930] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-157ba65d-77da-4946-8df9-316f2d0e9344" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.492416] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-157ba65d-77da-4946-8df9-316f2d0e9344" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.492677] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157ba65d-77da-4946-8df9-316f2d0e9344',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.517898] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.597906] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.598273] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.598273] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.598442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.598500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.598620] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be created. [ 806.633482] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.633699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.633699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.634000] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.634196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.647379] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: UNINITIALIZED for 2s [ 806.996292] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.996292] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.996292] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.996508] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.996551] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.996947] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 157ba65d-77da-4946-8df9-316f2d0e9344 not found, creating... [ 806.996947] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.997100] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.997242] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.997483] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.997714] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.998067] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.998280] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.998416] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.998627] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.998759] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.998895] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 157ba65d-77da-4946-8df9-316f2d0e9344 is going to be created. [ 807.019051] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.019320] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.019450] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.019765] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.020027] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.020294] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-157ba65d-77da-4946-8df9-316f2d0e9344" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.021871] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.523632] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.523855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.523954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.524289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.524428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.524607] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db is going to be updated. [ 807.559303] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.559460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.559514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.559731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.559906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.576273] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: IN_PROGRESS for 2s [ 807.793679] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: SUCCESS [ 807.794108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.996775] env[66693]: INFO networking_nsxv3.common.synchronization [req-846239f7-6d7d-4d7c-af62-e5872b9b19ee req-a9895a60-9869-480c-8b29-a00ce5def985 service nova] Enqueued Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_rules [ 807.996775] env[66693]: INFO networking_nsxv3.common.synchronization [req-846239f7-6d7d-4d7c-af62-e5872b9b19ee req-a9895a60-9869-480c-8b29-a00ce5def985 service nova] Enqueued Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 807.996775] env[66693]: INFO networking_nsxv3.common.synchronization [req-846239f7-6d7d-4d7c-af62-e5872b9b19ee req-a9895a60-9869-480c-8b29-a00ce5def985 service nova] Enqueued Resource ID: 157ba65d-77da-4946-8df9-316f2d0e9344 with Priority: HIGHEST for action port [ 807.996775] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_rules [ 807.996775] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 807.996775] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157ba65d-77da-4946-8df9-316f2d0e9344 with Priority: HIGHEST for action port [ 807.996775] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.996775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.996775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.997331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.997331] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.997957] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.998111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.998339] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-157ba65d-77da-4946-8df9-316f2d0e9344 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.998462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-157ba65d-77da-4946-8df9-316f2d0e9344" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.998527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-157ba65d-77da-4946-8df9-316f2d0e9344" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.998694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-157ba65d-77da-4946-8df9-316f2d0e9344" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.998760] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157ba65d-77da-4946-8df9-316f2d0e9344',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.500618] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.500807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.502244] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 157ba65d-77da-4946-8df9-316f2d0e9344 with status ACTIVE [ 808.502507] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.502668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.502738] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.503026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.503176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.503417] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.503587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.503667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.503974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.504031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.504211] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.504314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.504406] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.504630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.504734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.504829] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 157ba65d-77da-4946-8df9-316f2d0e9344 is going to be updated. [ 808.529351] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.529534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.529584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.529835] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.529972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.530180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-157ba65d-77da-4946-8df9-316f2d0e9344" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.665877] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 808.665877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.666082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.666307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.666522] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.667843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.667843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.667843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.667843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.667843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.667843] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.776936] env[66693]: INFO networking_nsxv3.common.synchronization [req-bc402a66-9185-48c3-a300-98b389bb33fc req-48d2c2e0-5b63-4400-933e-9f75e94bedac tempest-ServerMetadataTestJSON-279213668 tempest-ServerMetadataTestJSON-279213668-project-member] Enqueued Resource ID: 4b5844da-8968-473c-9c1b-a3e85007336b with Priority: HIGHEST for action security_group_members [ 808.777692] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5844da-8968-473c-9c1b-a3e85007336b with Priority: HIGHEST for action security_group_members [ 808.778332] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b5844da-8968-473c-9c1b-a3e85007336b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.778332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.778332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.778610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.778774] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.778926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.779050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.779220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.779311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.779407] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b5844da-8968-473c-9c1b-a3e85007336b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.173814] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.174054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.174054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.174305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.174433] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.174532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.174624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.175472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.175542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.175646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.175818] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.176014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.176014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.176202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.176349] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.176462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.176522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.176633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.176705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.176774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.178109] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.281759] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.281914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.281996] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.282203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.282295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.282476] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.282571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.282630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.282770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.282845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.282928] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b5844da-8968-473c-9c1b-a3e85007336b already deleted. [ 809.283069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.284670] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.284670] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-486" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.284785] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-486" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.288029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-486" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.288029] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.288029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.288029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.288029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.288029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.288029] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.288029] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.288029] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.288029] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.288029] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.288029] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.288029] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.305639] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.305881] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.305991] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.306115] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-486" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.306424] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-d70379df-64e2-416f-86a4-d730a675f4a8 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.306584] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-d70379df-64e2-416f-86a4-d730a675f4a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.306699] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-d70379df-64e2-416f-86a4-d730a675f4a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.306991] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-d70379df-64e2-416f-86a4-d730a675f4a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.307137] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70379df-64e2-416f-86a4-d730a675f4a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.587264] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: SUCCESS [ 809.587502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.587721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.587956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.588143] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.588220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.588266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.588418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.588498] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.588606] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.680467] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 031138f3-7f95-4224-84de-b3694e519c22: rpc.has_security_group_logging(os_id): False [ 809.726269] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.726269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.726269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.726269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.726269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.726269] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.726269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.726269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.726269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.726269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.726269] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.726920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.726920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.726920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.726920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.726920] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.726920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.727389] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.727578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.727663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.727725] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be created. [ 809.810502] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.810502] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.810502] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.810502] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.810863] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.810863] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port d70379df-64e2-416f-86a4-d730a675f4a8 not found, creating... [ 809.811220] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.811447] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.811608] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.811922] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.812124] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.812439] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.812632] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.812808] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.813113] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.813371] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.813547] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: d70379df-64e2-416f-86a4-d730a675f4a8 is going to be created. [ 809.815859] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.815976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.816047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.816280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.816419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.832026] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 809.838950] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.838950] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.838950] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.841095] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.841414] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.841666] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-d70379df-64e2-416f-86a4-d730a675f4a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.090851] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.593973] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.603136] env[66693]: INFO networking_nsxv3.common.synchronization [req-bc402a66-9185-48c3-a300-98b389bb33fc req-470a31ce-0dfb-4801-b97f-0699134bb45f service nova] Enqueued Resource ID: 4b5844da-8968-473c-9c1b-a3e85007336b with Priority: HIGHEST for action security_group_rules [ 810.603353] env[66693]: INFO networking_nsxv3.common.synchronization [req-bc402a66-9185-48c3-a300-98b389bb33fc req-470a31ce-0dfb-4801-b97f-0699134bb45f service nova] Enqueued Resource ID: 4b5844da-8968-473c-9c1b-a3e85007336b with Priority: HIGHEST for action security_group_members [ 810.604320] env[66693]: INFO networking_nsxv3.common.synchronization [req-bc402a66-9185-48c3-a300-98b389bb33fc req-470a31ce-0dfb-4801-b97f-0699134bb45f service nova] Enqueued Resource ID: d70379df-64e2-416f-86a4-d730a675f4a8 with Priority: HIGHEST for action port [ 810.604320] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5844da-8968-473c-9c1b-a3e85007336b with Priority: HIGHEST for action security_group_rules [ 810.604320] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5844da-8968-473c-9c1b-a3e85007336b with Priority: HIGHEST for action security_group_members [ 810.604320] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70379df-64e2-416f-86a4-d730a675f4a8 with Priority: HIGHEST for action port [ 810.607029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b5844da-8968-473c-9c1b-a3e85007336b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.607029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.607029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.607029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.607029] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b5844da-8968-473c-9c1b-a3e85007336b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.607029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b5844da-8968-473c-9c1b-a3e85007336b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.607029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.607029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.607029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.607029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.607029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.607029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.607029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.607029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.607852] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b5844da-8968-473c-9c1b-a3e85007336b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.607852] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d70379df-64e2-416f-86a4-d730a675f4a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.607931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d70379df-64e2-416f-86a4-d730a675f4a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.607931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d70379df-64e2-416f-86a4-d730a675f4a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.608825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d70379df-64e2-416f-86a4-d730a675f4a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.608825] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70379df-64e2-416f-86a4-d730a675f4a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.102238] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.102454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.102454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.103297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.103297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.103297] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db is going to be updated. [ 811.110215] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b5844da-8968-473c-9c1b-a3e85007336b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.110403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.110597] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b5844da-8968-473c-9c1b-a3e85007336b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.111573] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d70379df-64e2-416f-86a4-d730a675f4a8 with status ACTIVE [ 811.111753] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.111893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.111961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.112187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.112296] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.112496] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.112588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.112647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.112812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.112887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.113094] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.113243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.113308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.113468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.113544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.113628] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d70379df-64e2-416f-86a4-d730a675f4a8 is going to be updated. [ 811.136816] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.136816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.136816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.136816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.136816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.141234] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.141234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.141234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.141234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.141234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.141234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d70379df-64e2-416f-86a4-d730a675f4a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.150622] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: IN_PROGRESS for 2s [ 811.591455] env[66693]: INFO networking_nsxv3.common.synchronization [req-3484a247-0d67-44f8-8293-c1c22fff4eae req-9ee7d203-4fbd-4ce4-9356-413dd31a6812 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_members [ 811.593356] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_members [ 811.594167] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf20bbb3-463b-4b9c-b138-71a587c220b6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.594167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.594167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.594544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.594767] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.595643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.595643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.595643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.595643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.595643] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf20bbb3-463b-4b9c-b138-71a587c220b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.616575] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b5844da-8968-473c-9c1b-a3e85007336b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.846718] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 811.846718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.099267] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.099508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.099508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.099751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.099886] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.100041] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.100200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.100200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.100448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.100521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.100604] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 already deleted. [ 812.100695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.118275] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.118463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.118528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.118734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.118825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.118925] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b5844da-8968-473c-9c1b-a3e85007336b is going to be created. [ 812.146811] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.146811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.146811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.147076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.147531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.158194] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b5844da-8968-473c-9c1b-a3e85007336b in Status: UNINITIALIZED for 2s [ 812.161607] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.161835] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.165025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.165025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.165025] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.165025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.165025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.165025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.165025] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.165025] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.165025] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.165025] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.165025] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.165025] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.165025] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.165025] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.184453] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.185077] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.185234] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.185417] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.186482] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-fcdc3519-2448-4300-b6c5-929f8ea1e1f9 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.186482] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-fcdc3519-2448-4300-b6c5-929f8ea1e1f9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.186482] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-fcdc3519-2448-4300-b6c5-929f8ea1e1f9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.186482] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-fcdc3519-2448-4300-b6c5-929f8ea1e1f9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.186775] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcdc3519-2448-4300-b6c5-929f8ea1e1f9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.691244] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.691244] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.691244] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.691244] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.691244] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.691244] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port fcdc3519-2448-4300-b6c5-929f8ea1e1f9 not found, creating... [ 812.691244] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.691244] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.691244] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.691244] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.691872] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.691872] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.691872] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.691872] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.692122] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.692244] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.692385] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: fcdc3519-2448-4300-b6c5-929f8ea1e1f9 is going to be created. [ 812.722091] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.722324] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.722528] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.722865] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.723116] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.723359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-fcdc3519-2448-4300-b6c5-929f8ea1e1f9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.164097] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: SUCCESS [ 813.164397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.164581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.164802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.165015] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.165129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.165191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.165345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.165421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.165503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.165586] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.548177] env[66693]: INFO networking_nsxv3.common.synchronization [req-3484a247-0d67-44f8-8293-c1c22fff4eae req-6081896d-9c6a-459e-a951-b045b6c79086 service nova] Enqueued Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_rules [ 813.548177] env[66693]: INFO networking_nsxv3.common.synchronization [req-3484a247-0d67-44f8-8293-c1c22fff4eae req-6081896d-9c6a-459e-a951-b045b6c79086 service nova] Enqueued Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_members [ 813.548177] env[66693]: INFO networking_nsxv3.common.synchronization [req-3484a247-0d67-44f8-8293-c1c22fff4eae req-6081896d-9c6a-459e-a951-b045b6c79086 service nova] Enqueued Resource ID: fcdc3519-2448-4300-b6c5-929f8ea1e1f9 with Priority: HIGHEST for action port [ 813.548177] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_rules [ 813.548177] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_members [ 813.549068] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdc3519-2448-4300-b6c5-929f8ea1e1f9 with Priority: HIGHEST for action port [ 813.549712] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf20bbb3-463b-4b9c-b138-71a587c220b6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.549947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.551060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.551060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.551060] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf20bbb3-463b-4b9c-b138-71a587c220b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.551581] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf20bbb3-463b-4b9c-b138-71a587c220b6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.551709] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.551780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.551985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.552208] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.552309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.552365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.552924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.552984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.553090] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf20bbb3-463b-4b9c-b138-71a587c220b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.554454] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcdc3519-2448-4300-b6c5-929f8ea1e1f9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.554454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcdc3519-2448-4300-b6c5-929f8ea1e1f9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.554454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcdc3519-2448-4300-b6c5-929f8ea1e1f9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.554642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcdc3519-2448-4300-b6c5-929f8ea1e1f9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.554642] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcdc3519-2448-4300-b6c5-929f8ea1e1f9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.669123] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.669123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.669123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.669123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.669123] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.669123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.669123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.669437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.669437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.669437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.669632] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.669632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.669632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.669745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.669891] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.670130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.670130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.670220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.670255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.670461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.670461] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.057416] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf20bbb3-463b-4b9c-b138-71a587c220b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.061413] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf20bbb3-463b-4b9c-b138-71a587c220b6 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.061677] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.062223] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcdc3519-2448-4300-b6c5-929f8ea1e1f9 with status ACTIVE [ 814.063337] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.063337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.063337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.063337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.063337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.063737] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.066285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.066285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.066285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.066285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.066285] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.066285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.066285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.066285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.066285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.066285] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcdc3519-2448-4300-b6c5-929f8ea1e1f9 is going to be updated. [ 814.106240] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.106823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.106948] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.107124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.107259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.107412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcdc3519-2448-4300-b6c5-929f8ea1e1f9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.170546] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b5844da-8968-473c-9c1b-a3e85007336b in Status: SUCCESS [ 814.170675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.170881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.171201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.171421] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.171552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.171617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.171817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.171907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.171975] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.172111] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b5844da-8968-473c-9c1b-a3e85007336b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.173897] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2092e30e-ce8f-4f56-83fa-5a440affb4db: rpc.has_security_group_logging(os_id): False [ 814.196963] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.197239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.197239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.197982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.197982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.197982] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.197982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.197982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.198417] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.198417] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.198417] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.198580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.198580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.198677] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.198738] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.198856] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.199053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.199053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.200107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.200107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.200107] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db is going to be updated. [ 814.282368] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.284969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.284969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.284969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.284969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.301541] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: IN_PROGRESS for 2s [ 814.562933] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf20bbb3-463b-4b9c-b138-71a587c220b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.677067] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b5844da-8968-473c-9c1b-a3e85007336b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.677067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.677067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.677067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.677067] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.677414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.677414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.677495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.677580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.677971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.677971] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b5844da-8968-473c-9c1b-a3e85007336b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.678191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.678328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.679542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.679542] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.679542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.679542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.680170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.681287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.681287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.681287] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b5844da-8968-473c-9c1b-a3e85007336b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.064992] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.065465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.065465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.065465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.065607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.065642] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 is going to be created. [ 815.098238] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.098380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.098486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.098666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.098827] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.111152] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 in Status: UNINITIALIZED for 2s [ 815.185087] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b5844da-8968-473c-9c1b-a3e85007336b: rpc.has_security_group_logging(os_id): False [ 815.203721] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.203924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.203924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.204176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.204251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.204478] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.204579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.204634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.204815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.204904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.205244] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.205434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.205434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.205587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.205587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.205810] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.205864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.205897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.206140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.206220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.206298] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b5844da-8968-473c-9c1b-a3e85007336b is going to be created. [ 815.292027] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.292027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.292027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.292027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.292027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.305703] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b5844da-8968-473c-9c1b-a3e85007336b in Status: IN_PROGRESS for 2s [ 816.327033] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: SUCCESS [ 816.327449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.122078] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 in Status: SUCCESS [ 817.122326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.122500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.122733] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.122922] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.123101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.123179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.123268] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.123452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.123560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.123652] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf20bbb3-463b-4b9c-b138-71a587c220b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.321484] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b5844da-8968-473c-9c1b-a3e85007336b in Status: SUCCESS [ 817.321484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.455159] env[66693]: INFO networking_nsxv3.common.synchronization [req-8cfbe717-2b91-46b1-90d8-5503781396e0 req-e32b6b9f-8e37-4eb5-bc99-c8e895436c39 tempest-ListImageFiltersTestJSON-1028649072 tempest-ListImageFiltersTestJSON-1028649072-project-member] Enqueued Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 817.455159] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 817.455159] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.455159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.455858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.455858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.456087] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.456152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.456219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.456465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.456520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.456580] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.628453] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf20bbb3-463b-4b9c-b138-71a587c220b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.959816] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.082470] env[66693]: INFO networking_nsxv3.common.synchronization [req-25960937-3d5c-4c9b-8e92-0cbac587480d req-5d9976a4-f1ee-49ab-915a-dedaca475c90 tempest-ImagesOneServerNegativeTestJSON-2004584261 tempest-ImagesOneServerNegativeTestJSON-2004584261-project-member] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 818.085032] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 818.085032] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.085032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.085032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.085274] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.085418] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.085598] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.085690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.085869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.085984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.086414] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.131243] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf20bbb3-463b-4b9c-b138-71a587c220b6: rpc.has_security_group_logging(os_id): False [ 818.152111] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.152312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.152712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.152712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.152712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.152990] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.153114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.153191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.153423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.153523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.153634] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 is going to be created. [ 818.219814] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.219983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.220089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.220378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.220596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.234892] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 in Status: IN_PROGRESS for 2s [ 818.461048] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.582220] env[66693]: INFO networking_nsxv3.common.synchronization [req-520c2251-a734-432b-a386-0b597e41469d req-60ebbcd1-d520-4d9f-85c3-93e2f1769ee9 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_members [ 818.582560] env[66693]: INFO networking_nsxv3.common.synchronization [req-520c2251-a734-432b-a386-0b597e41469d req-60ebbcd1-d520-4d9f-85c3-93e2f1769ee9 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 818.584406] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_members [ 818.584590] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 818.585138] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-521536a6-660a-49c9-808c-aa801c92379b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.585274] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.585330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.586027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.589369] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.589608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.589735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.589982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.590206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.590283] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.591522] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.592142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.592142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.592142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.592320] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.604372] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.604372] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.604372] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.604372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.604372] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be updated. [ 818.640687] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.640687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.640687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.640687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.640687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.651597] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: IN_PROGRESS for 2s [ 818.686025] env[66693]: INFO networking_nsxv3.common.synchronization [req-520c2251-a734-432b-a386-0b597e41469d req-60ebbcd1-d520-4d9f-85c3-93e2f1769ee9 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 818.686025] env[66693]: INFO networking_nsxv3.common.synchronization [req-520c2251-a734-432b-a386-0b597e41469d req-60ebbcd1-d520-4d9f-85c3-93e2f1769ee9 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 818.686361] env[66693]: INFO networking_nsxv3.common.synchronization [req-520c2251-a734-432b-a386-0b597e41469d req-60ebbcd1-d520-4d9f-85c3-93e2f1769ee9 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_rules [ 818.687630] env[66693]: INFO networking_nsxv3.common.synchronization [req-520c2251-a734-432b-a386-0b597e41469d req-60ebbcd1-d520-4d9f-85c3-93e2f1769ee9 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_members [ 818.687630] env[66693]: INFO networking_nsxv3.common.synchronization [req-520c2251-a734-432b-a386-0b597e41469d req-60ebbcd1-d520-4d9f-85c3-93e2f1769ee9 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 20b6f49b-a17e-4dd7-85f1-913944369a9a with Priority: HIGHEST for action port [ 818.687630] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 818.687630] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_rules [ 818.687630] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b6f49b-a17e-4dd7-85f1-913944369a9a with Priority: HIGHEST for action port [ 818.687943] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 818.687943] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_members [ 818.688101] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.688231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.688305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.688927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.688927] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.691392] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-521536a6-660a-49c9-808c-aa801c92379b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.691648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.691816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.692198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.692335] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.696726] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-20b6f49b-a17e-4dd7-85f1-913944369a9a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.696726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.696726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.696726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.696726] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b6f49b-a17e-4dd7-85f1-913944369a9a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.698272] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.698272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.698597] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-521536a6-660a-49c9-808c-aa801c92379b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.698795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.963580] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.963869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.964767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.964767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.964767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.964767] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1720a7-db08-4449-9a3f-36104cddac64 is going to be updated. [ 818.995990] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.996158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.996243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.996436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.996584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.007496] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: IN_PROGRESS for 2s [ 819.095269] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.099842] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.196381] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-521536a6-660a-49c9-808c-aa801c92379b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.196381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.200229] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20b6f49b-a17e-4dd7-85f1-913944369a9a with status ACTIVE [ 819.200831] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.201018] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.201136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.201352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.201461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.201760] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.201887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.201962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.202146] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.202233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.202419] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.202520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.202604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.202751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.202826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.203208] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20b6f49b-a17e-4dd7-85f1-913944369a9a is going to be updated. [ 819.204700] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.204780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.313744] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.313744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.313744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.313744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.313744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.313744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.470428] env[66693]: INFO networking_nsxv3.common.synchronization [req-59cf4736-68a3-4a6d-a942-a3878693d031 req-b8c1d7db-8087-4fee-aafc-7397f3c9dfba tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 819.470762] env[66693]: INFO networking_nsxv3.common.synchronization [req-59cf4736-68a3-4a6d-a942-a3878693d031 req-b8c1d7db-8087-4fee-aafc-7397f3c9dfba tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 with Priority: HIGHEST for action security_group_members [ 819.470762] env[66693]: INFO networking_nsxv3.common.synchronization [req-59cf4736-68a3-4a6d-a942-a3878693d031 req-b8c1d7db-8087-4fee-aafc-7397f3c9dfba tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_members [ 819.471722] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 819.471722] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 with Priority: HIGHEST for action security_group_members [ 819.471722] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_members [ 819.471908] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.471992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.472279] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.472397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.472397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.472638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.472808] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.472903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.472957] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.473127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.473211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.473337] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbcca78-1f2c-4d04-be35-6f3349fea2e5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.474818] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-521536a6-660a-49c9-808c-aa801c92379b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.475063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.534846] env[66693]: INFO networking_nsxv3.common.synchronization [req-59cf4736-68a3-4a6d-a942-a3878693d031 req-b8c1d7db-8087-4fee-aafc-7397f3c9dfba tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 819.534975] env[66693]: INFO networking_nsxv3.common.synchronization [req-59cf4736-68a3-4a6d-a942-a3878693d031 req-b8c1d7db-8087-4fee-aafc-7397f3c9dfba tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 819.535123] env[66693]: INFO networking_nsxv3.common.synchronization [req-59cf4736-68a3-4a6d-a942-a3878693d031 req-b8c1d7db-8087-4fee-aafc-7397f3c9dfba tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_rules [ 819.535298] env[66693]: INFO networking_nsxv3.common.synchronization [req-59cf4736-68a3-4a6d-a942-a3878693d031 req-b8c1d7db-8087-4fee-aafc-7397f3c9dfba tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_members [ 819.535371] env[66693]: INFO networking_nsxv3.common.synchronization [req-59cf4736-68a3-4a6d-a942-a3878693d031 req-b8c1d7db-8087-4fee-aafc-7397f3c9dfba tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 with Priority: HIGHEST for action security_group_rules [ 819.535535] env[66693]: INFO networking_nsxv3.common.synchronization [req-59cf4736-68a3-4a6d-a942-a3878693d031 req-b8c1d7db-8087-4fee-aafc-7397f3c9dfba tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 with Priority: HIGHEST for action security_group_members [ 819.535702] env[66693]: INFO networking_nsxv3.common.synchronization [req-59cf4736-68a3-4a6d-a942-a3878693d031 req-b8c1d7db-8087-4fee-aafc-7397f3c9dfba tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 20b6f49b-a17e-4dd7-85f1-913944369a9a with Priority: HIGHEST for action port [ 819.536536] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 819.536754] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_rules [ 819.536845] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 with Priority: HIGHEST for action security_group_members [ 819.536971] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b6f49b-a17e-4dd7-85f1-913944369a9a with Priority: HIGHEST for action port [ 819.537304] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 with Priority: HIGHEST for action security_group_rules [ 819.537304] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 819.537491] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_members [ 819.537693] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.537825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.538470] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-521536a6-660a-49c9-808c-aa801c92379b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.538470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.538700] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.538770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.538961] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-20b6f49b-a17e-4dd7-85f1-913944369a9a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.539103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.539172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.539431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.539538] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b6f49b-a17e-4dd7-85f1-913944369a9a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.540679] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbcca78-1f2c-4d04-be35-6f3349fea2e5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.540796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.540796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.541461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.541461] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbcca78-1f2c-4d04-be35-6f3349fea2e5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.545182] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.545182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.545182] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-521536a6-660a-49c9-808c-aa801c92379b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.545182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.599459] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.602052] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.976319] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbbcca78-1f2c-4d04-be35-6f3349fea2e5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.980557] env[66693]: INFO networking_nsxv3.common.synchronization [req-5292e4d5-e347-4afb-ae4f-fe864288d5a9 req-85dc0b56-960f-4626-929c-130cbe731dc2 tempest-ServerAddressesTestJSON-2103292096 tempest-ServerAddressesTestJSON-2103292096-project-member] Enqueued Resource ID: b6e93def-6420-4a87-951b-b509dc09b642 with Priority: HIGHEST for action security_group_members [ 819.981711] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e93def-6420-4a87-951b-b509dc09b642 with Priority: HIGHEST for action security_group_members [ 819.982012] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6e93def-6420-4a87-951b-b509dc09b642 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.982223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.983034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.983034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.983034] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.983034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.983034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.983288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.983520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.983682] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6e93def-6420-4a87-951b-b509dc09b642',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.043918] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20b6f49b-a17e-4dd7-85f1-913944369a9a with status ACTIVE [ 820.044333] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.044467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.044525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.044732] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.044818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.045021] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.045117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.045174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.045324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.045399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.045575] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.045678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.045731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.045873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.045945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.046043] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20b6f49b-a17e-4dd7-85f1-913944369a9a is going to be updated. [ 820.047383] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.047564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.073081] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.073347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.073347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.073830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.073830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.073900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20b6f49b-a17e-4dd7-85f1-913944369a9a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.105329] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.105329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.105329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.105688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.105688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.105814] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 521536a6-660a-49c9-808c-aa801c92379b is going to be created. [ 820.107159] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.107276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.107341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.107518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.107600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.107691] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 820.150579] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.151122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.153079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.153079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.153079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.174023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.174023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.174023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.174023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.174023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.174023] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: UNINITIALIZED for 2s [ 820.187953] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 820.256423] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 in Status: SUCCESS [ 820.256652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.421372] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.421568] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-608" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.421705] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-608" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.422507] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-608" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.422913] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.423343] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.423513] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.423797] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.424015] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.424281] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.424428] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.424585] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.424728] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.424864] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.424994] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.425198] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.448028] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.448028] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.448156] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.448248] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-608" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.448577] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-9cd85207-3f23-40df-8aa9-064889e1b2b6 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.448750] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-9cd85207-3f23-40df-8aa9-064889e1b2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.448867] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-9cd85207-3f23-40df-8aa9-064889e1b2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.449783] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-9cd85207-3f23-40df-8aa9-064889e1b2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.449966] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd85207-3f23-40df-8aa9-064889e1b2b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.478992] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbbcca78-1f2c-4d04-be35-6f3349fea2e5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.487308] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.487462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.487539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.487794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.487922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.487996] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.488107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.488164] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.488312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.488411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.488498] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6e93def-6420-4a87-951b-b509dc09b642 already deleted. [ 820.488581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.665508] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: SUCCESS [ 820.665508] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 deletion is rescheduled due to dependency. [ 820.665508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.956032] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.956032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.956032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.956032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.956032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.956032] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 9cd85207-3f23-40df-8aa9-064889e1b2b6 not found, creating... [ 820.956032] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.956032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.956032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.956032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.956032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.956936] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.956936] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.956936] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.957518] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.957832] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.958167] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 9cd85207-3f23-40df-8aa9-064889e1b2b6 is going to be created. [ 820.985313] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.985313] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.985313] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.985313] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.985313] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.985313] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-9cd85207-3f23-40df-8aa9-064889e1b2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.985794] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.985908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.985985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.986166] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.986408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.986408] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 is going to be created. [ 821.014720] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.014928] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.014928] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.016234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.016234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.019581] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: SUCCESS [ 821.019748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.024131] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 in Status: UNINITIALIZED for 2s [ 821.779372] env[66693]: INFO networking_nsxv3.common.synchronization [req-5292e4d5-e347-4afb-ae4f-fe864288d5a9 req-23afb89f-6be3-45a2-983f-dbd12d8e1054 service nova] Enqueued Resource ID: b6e93def-6420-4a87-951b-b509dc09b642 with Priority: HIGHEST for action security_group_rules [ 821.779372] env[66693]: INFO networking_nsxv3.common.synchronization [req-5292e4d5-e347-4afb-ae4f-fe864288d5a9 req-23afb89f-6be3-45a2-983f-dbd12d8e1054 service nova] Enqueued Resource ID: b6e93def-6420-4a87-951b-b509dc09b642 with Priority: HIGHEST for action security_group_members [ 821.779372] env[66693]: INFO networking_nsxv3.common.synchronization [req-5292e4d5-e347-4afb-ae4f-fe864288d5a9 req-23afb89f-6be3-45a2-983f-dbd12d8e1054 service nova] Enqueued Resource ID: 9cd85207-3f23-40df-8aa9-064889e1b2b6 with Priority: HIGHEST for action port [ 821.779926] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e93def-6420-4a87-951b-b509dc09b642 with Priority: HIGHEST for action security_group_rules [ 821.780202] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e93def-6420-4a87-951b-b509dc09b642 with Priority: HIGHEST for action security_group_members [ 821.780333] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd85207-3f23-40df-8aa9-064889e1b2b6 with Priority: HIGHEST for action port [ 821.780645] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6e93def-6420-4a87-951b-b509dc09b642 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.780766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.780829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.781156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.781238] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6e93def-6420-4a87-951b-b509dc09b642',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.783161] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6e93def-6420-4a87-951b-b509dc09b642 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.783161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.783161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.783290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.783831] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.783831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.783831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.783831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.783831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.784085] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6e93def-6420-4a87-951b-b509dc09b642',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.785189] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cd85207-3f23-40df-8aa9-064889e1b2b6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.785189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cd85207-3f23-40df-8aa9-064889e1b2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.785362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cd85207-3f23-40df-8aa9-064889e1b2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.785495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cd85207-3f23-40df-8aa9-064889e1b2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.785587] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd85207-3f23-40df-8aa9-064889e1b2b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.184190] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: SUCCESS [ 822.184383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.184599] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.185064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.185064] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.185243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.185243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.185363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.185412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.185461] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.197468] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 822.197872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.198035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.198295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.198539] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.198665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.198730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.198874] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.198974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.199087] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.283735] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6e93def-6420-4a87-951b-b509dc09b642 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.283882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.287258] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6e93def-6420-4a87-951b-b509dc09b642',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.288239] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cd85207-3f23-40df-8aa9-064889e1b2b6 with status ACTIVE [ 822.288424] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.288543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.288609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.288810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.288919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.289120] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.289241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.289299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.289418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.289490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.289750] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.289864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.289938] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.290725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.290725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.290725] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cd85207-3f23-40df-8aa9-064889e1b2b6 is going to be updated. [ 822.331204] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.331204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.331204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.331544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.331654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.331862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cd85207-3f23-40df-8aa9-064889e1b2b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.688791] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.703754] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.792896] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6e93def-6420-4a87-951b-b509dc09b642',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.038057] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 in Status: SUCCESS [ 823.038057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.038057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.038057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.038057] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.038057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.038057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.038057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.038057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.038057] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbcca78-1f2c-4d04-be35-6f3349fea2e5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.195409] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.205778] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.295434] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.295609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.295682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.295917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.296718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.296718] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6e93def-6420-4a87-951b-b509dc09b642 is going to be created. [ 823.322271] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.322271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.322271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.322271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.322271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.336132] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6e93def-6420-4a87-951b-b509dc09b642 in Status: UNINITIALIZED for 2s [ 823.541547] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbbcca78-1f2c-4d04-be35-6f3349fea2e5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.697467] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.697680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.697680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.697835] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.697930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.698051] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 521536a6-660a-49c9-808c-aa801c92379b is going to be updated. [ 823.708539] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.708767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.708834] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.709103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.709314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.709437] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 823.733205] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.733404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.733504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.733712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.733864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.736336] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.736413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.736452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.736628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.736761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.755180] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 823.755986] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: IN_PROGRESS for 2s [ 824.045441] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbbcca78-1f2c-4d04-be35-6f3349fea2e5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.313610] env[66693]: INFO networking_nsxv3.common.synchronization [req-868de8ba-226d-4bbe-9ef8-53b0d2c672f9 req-38906e2c-bf6b-42ab-9578-3f2f72086852 tempest-ListServerFiltersTestJSON-246612591 tempest-ListServerFiltersTestJSON-246612591-project-member] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 824.314303] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 824.314682] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.314826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.314980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.315230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.315280] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.315338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.315391] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.315546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.315634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.315774] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.548302] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.548401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.548401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.548695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.548808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.549048] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 is going to be updated. [ 824.601731] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.601731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.601947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.602225] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.602377] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.619111] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 in Status: IN_PROGRESS for 2s [ 824.818500] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.322230] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.356772] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6e93def-6420-4a87-951b-b509dc09b642 in Status: SUCCESS [ 825.356996] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.358031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.358031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.358031] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.358031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.358031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.358031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.358031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.358031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.358399] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6e93def-6420-4a87-951b-b509dc09b642',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.766603] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: SUCCESS [ 825.766819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.767575] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 825.768163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.768163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.768163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.768338] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.768405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.769823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.769823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.769823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.769823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.769823] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.770061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.770929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.770929] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.770929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.770929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.770929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.770929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.770929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.770929] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.771839] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.772016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.772182] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.772282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.772345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.772480] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.772595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.772689] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.773345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.773431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.773528] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.773994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.773994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.773994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.773994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.773994] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.825684] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.825850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.825936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.826238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.826343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.827508] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be updated. [ 825.848041] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 412 Client Error: Precondition Failed for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/groups/77b77ec2-ab78-45ed-aa9e-d60f8dfa134d [ 825.848159] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 825.854712] env[66693]: INFO networking_nsxv3.common.synchronization [req-65db056b-b6eb-405d-bfd0-bfe2037ac343 req-9bf92682-9eab-4561-a9c9-f4dac0de7d48 tempest-ServersWithSpecificFlavorTestJSON-1448579426 tempest-ServersWithSpecificFlavorTestJSON-1448579426-project-member] Enqueued Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 825.855353] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 825.856551] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.856551] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.856551] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.857287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.860461] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.860461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.860461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.860461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.860461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.860461] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.866887] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6e93def-6420-4a87-951b-b509dc09b642 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.866887] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.866887] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6e93def-6420-4a87-951b-b509dc09b642 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.866887] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.866887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.867824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.867824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.867824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.867824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.867824] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6e93def-6420-4a87-951b-b509dc09b642',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.945530] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.945530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.945530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.945530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.945530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.945941] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.946099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.946099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.946220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.946304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.946396] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be updated. [ 825.981028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.981028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.981028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.981028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.981028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.992091] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: IN_PROGRESS for 2s [ 826.272807] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.276511] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.276638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.276819] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.277668] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.365037] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.365343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.365343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.365546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.370570] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6e93def-6420-4a87-951b-b509dc09b642: rpc.has_security_group_logging(os_id): False [ 826.391144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.391693] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.391693] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.391693] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.391879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.391879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.392050] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b is going to be updated. [ 826.396122] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.396122] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.396122] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.396122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.396734] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.396734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.396734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.396734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.396734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.396734] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6e93def-6420-4a87-951b-b509dc09b642 is going to be created. [ 826.435637] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.435831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.435831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.436053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.436246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.446031] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: IN_PROGRESS for 2s [ 826.460729] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.460945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.461102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.461326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.461509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.489866] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6e93def-6420-4a87-951b-b509dc09b642 in Status: IN_PROGRESS for 2s [ 826.641112] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 in Status: SUCCESS [ 826.641470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.641688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.641947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.642207] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.642324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.642393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.642578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.642659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.642769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.642853] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbbcca78-1f2c-4d04-be35-6f3349fea2e5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.778070] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 521536a6-660a-49c9-808c-aa801c92379b: rpc.has_security_group_logging(os_id): False [ 826.779589] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.781081] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.798591] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.798591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.798967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.798967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.799221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.799479] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.799637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.799737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.800735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.801698] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.801826] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 521536a6-660a-49c9-808c-aa801c92379b is going to be created. [ 826.906800] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.906800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.906800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.907055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.907220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.924357] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: IN_PROGRESS for 2s [ 827.145640] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbbcca78-1f2c-4d04-be35-6f3349fea2e5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.283849] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.284060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.284060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.284287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.284358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.284462] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 521536a6-660a-49c9-808c-aa801c92379b is going to be updated. [ 827.286301] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.286479] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.286556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.286734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.286871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.286932] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 827.332295] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.332416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.332493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.332870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.333059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.352626] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.352626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.352626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.352626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.352626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.358017] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: IN_PROGRESS for 2s [ 827.362417] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 827.648439] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbbcca78-1f2c-4d04-be35-6f3349fea2e5: rpc.has_security_group_logging(os_id): False [ 827.671125] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.671270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.671340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.671546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.671637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.671871] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.671972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.672069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.672228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.672295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.672382] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 is going to be created. [ 827.761751] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.762071] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.762182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.762354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.762597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.784324] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 in Status: IN_PROGRESS for 2s [ 828.003502] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: SUCCESS [ 828.004866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.459183] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: SUCCESS [ 828.459466] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b deletion is rescheduled due to dependency. [ 828.459588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.505116] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6e93def-6420-4a87-951b-b509dc09b642 in Status: SUCCESS [ 828.506036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.939536] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: SUCCESS [ 828.940039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.940039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.940272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.940272] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.371042] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: SUCCESS [ 829.371325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.371539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.371767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.371959] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.372554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.372554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.372554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.372554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.372554] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.377346] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 829.377540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.377696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.377877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.378075] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.378191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.378252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.378391] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.378467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.378555] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.394627] env[66693]: INFO networking_nsxv3.common.synchronization [req-d220d2ed-d927-43fe-9eb3-ebd83b81a605 req-fb8a61d4-ded6-4457-a4b3-c8d87ffecb5a tempest-ServerRescueTestJSON-487723332 tempest-ServerRescueTestJSON-487723332-project-member] Enqueued Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 829.395158] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 829.395469] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.395588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.395653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.395844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.396016] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.396230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.396230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.396672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.396672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.396672] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.444022] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-521536a6-660a-49c9-808c-aa801c92379b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.444022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.513430] env[66693]: INFO networking_nsxv3.common.synchronization [req-15a859cc-2ce8-437d-be2b-ec62d31d571c req-327c11b1-77d4-4a0e-ac54-183c7a9ec7fe tempest-AttachVolumeTestJSON-1478924556 tempest-AttachVolumeTestJSON-1478924556-project-member] Enqueued Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_members [ 829.513430] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGHEST for action security_group_members [ 829.513430] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.513430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.513430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.513430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.513430] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.513430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.513430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.513430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.513951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.513951] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3027b11-fd3c-46b1-94b5-7c42e5f474f8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.823717] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 in Status: SUCCESS [ 829.823717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.883768] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.883768] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.899561] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.015751] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.015751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.017171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.017171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.040034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.040034] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.040034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.040034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.040034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.040034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.040433] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 is going to be updated. [ 830.072843] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.073041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.073108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.073342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.073484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.083344] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 in Status: IN_PROGRESS for 2s [ 830.389418] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.391086] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.401115] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.766894] env[66693]: INFO networking_nsxv3.common.synchronization [req-7b4b0744-5cf3-4865-841b-9f2c5d4fe0ce req-4f3bdda6-8555-43ad-b98d-31c75daaff72 tempest-ServerMetadataTestJSON-279213668 tempest-ServerMetadataTestJSON-279213668-project-member] Enqueued Resource ID: 4b5844da-8968-473c-9c1b-a3e85007336b with Priority: HIGHEST for action security_group_members [ 830.767745] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5844da-8968-473c-9c1b-a3e85007336b with Priority: HIGHEST for action security_group_members [ 830.768246] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b5844da-8968-473c-9c1b-a3e85007336b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.768449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.769053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.769053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.769179] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.769353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.769402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.769605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.769778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.770301] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b5844da-8968-473c-9c1b-a3e85007336b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.893908] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.894086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.894086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.894289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.894391] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.894509] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 521536a6-660a-49c9-808c-aa801c92379b is going to be updated. [ 830.896461] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.896589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.896589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.896897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.896897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.897023] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 830.903504] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.903637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.903889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.903889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.903979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.904133] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 is going to be updated. [ 830.927941] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.928098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.928182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.928830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.928830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.930385] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.930501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.930606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.930966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.931157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.932616] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.932762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.932828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.933245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.933245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.943209] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: IN_PROGRESS for 2s [ 830.943964] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 830.944675] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: IN_PROGRESS for 2s [ 831.273471] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.273471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.273471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.273909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.273909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.273909] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.273909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.274410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.274410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.274410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.274410] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b5844da-8968-473c-9c1b-a3e85007336b is going to be updated. [ 831.325647] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.325647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.325647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.326146] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.326400] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.337277] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b5844da-8968-473c-9c1b-a3e85007336b in Status: IN_PROGRESS for 2s [ 832.095713] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 in Status: SUCCESS [ 832.095899] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 deletion is rescheduled due to dependency. [ 832.096041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.958593] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 832.958593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.958593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.958593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.958593] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.958593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.958593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.958593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.958593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.958593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.958593] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.958593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.958593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.959357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.959357] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.959357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.959357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.959508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.959545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.959602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.959689] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.961177] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: SUCCESS [ 832.961339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.962161] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: SUCCESS [ 832.962255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.964469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.964469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.964469] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.964469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.964469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.964469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.964469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.964469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.964469] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.348026] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b5844da-8968-473c-9c1b-a3e85007336b in Status: SUCCESS [ 833.351052] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b5844da-8968-473c-9c1b-a3e85007336b deletion is rescheduled due to dependency. [ 833.351052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.464934] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 031138f3-7f95-4224-84de-b3694e519c22: rpc.has_security_group_logging(os_id): False [ 833.466075] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.484733] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.484867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.484867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.485592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.485683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.488023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.488023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.488023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.488023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.488023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.488023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.488023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.488023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.488023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.488023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.488418] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.488418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.488418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.488530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.488562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.489028] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 833.551220] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.551409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.551456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.551639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.551783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.568902] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 833.970048] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 521536a6-660a-49c9-808c-aa801c92379b: rpc.has_security_group_logging(os_id): False [ 833.988406] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.988550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.988616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.988853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.988947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.989186] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.989284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.989343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.989490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.989560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.989641] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 521536a6-660a-49c9-808c-aa801c92379b is going to be updated. [ 834.049028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.049028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.049028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.049028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.049028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.059169] env[66693]: INFO networking_nsxv3.common.synchronization [req-a1c8badb-25bf-4130-b594-36c8bac036f0 req-f62f7071-6492-452c-ae53-e09327f898e4 tempest-ServerAddressesTestJSON-2103292096 tempest-ServerAddressesTestJSON-2103292096-project-member] Enqueued Resource ID: b6e93def-6420-4a87-951b-b509dc09b642 with Priority: HIGHEST for action security_group_members [ 834.059169] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e93def-6420-4a87-951b-b509dc09b642 with Priority: HIGHEST for action security_group_members [ 834.059169] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6e93def-6420-4a87-951b-b509dc09b642 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.059169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.059169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.059169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.059477] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.059477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.059477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.059596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.059633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.059716] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6e93def-6420-4a87-951b-b509dc09b642',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.062337] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: IN_PROGRESS for 2s [ 834.562840] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.563035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.563089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.563610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.563610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.563744] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.563744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.563860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.563961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.564103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.564155] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6e93def-6420-4a87-951b-b509dc09b642 is going to be updated. [ 834.595790] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.595965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.596033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.596238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.596434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.611727] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6e93def-6420-4a87-951b-b509dc09b642 in Status: IN_PROGRESS for 2s [ 834.615299] env[66693]: INFO networking_nsxv3.common.synchronization [req-b611ce07-a998-4934-97c7-9627f92dd438 req-b57f97f9-155d-402a-8a81-7f1585f79f14 tempest-ServersAdminNegativeTestJSON-251038678 tempest-ServersAdminNegativeTestJSON-251038678-project-member] Enqueued Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 834.616111] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 834.616466] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.616620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.616676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.616937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.617580] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.618546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.618546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.618546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.618546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.618546] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.045125] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.045427] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.045602] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.046217] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.046330] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.046576] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.046800] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.047058] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.047857] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.047857] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.047857] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.047857] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.047857] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.047857] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.048119] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.048418] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.071364] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.071364] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.071364] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.071364] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.071364] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-7b83308f-714e-4d95-a1e1-77ea24d68d25 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.071364] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-7b83308f-714e-4d95-a1e1-77ea24d68d25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.071364] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-7b83308f-714e-4d95-a1e1-77ea24d68d25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.071364] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-7b83308f-714e-4d95-a1e1-77ea24d68d25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.071364] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b83308f-714e-4d95-a1e1-77ea24d68d25',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.120351] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.120500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.120566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.120835] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.120873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.122352] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.122352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.122352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.122352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.122352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.122352] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a already deleted. [ 835.122352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.576106] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.576745] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.577073] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.578879] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.578879] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.578879] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 7b83308f-714e-4d95-a1e1-77ea24d68d25 not found, creating... [ 835.578879] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.578879] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.578879] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.578879] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.578879] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.579678] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.579678] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.579678] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.579993] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.580221] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.580428] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 7b83308f-714e-4d95-a1e1-77ea24d68d25 is going to be created. [ 835.592335] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 835.592580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.592765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.592986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.593094] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.605263] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.607073] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.607275] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.607573] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.607845] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.608136] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-7b83308f-714e-4d95-a1e1-77ea24d68d25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.081665] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: SUCCESS [ 836.082290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.097760] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.098144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.098144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.098377] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.098462] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.098563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.098622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.098758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.098861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.098952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.099059] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.350089] env[66693]: INFO networking_nsxv3.common.synchronization [req-b611ce07-a998-4934-97c7-9627f92dd438 req-032d3e66-ae56-4a2e-89d9-27ac36691810 service nova] Enqueued Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_rules [ 836.350264] env[66693]: INFO networking_nsxv3.common.synchronization [req-b611ce07-a998-4934-97c7-9627f92dd438 req-032d3e66-ae56-4a2e-89d9-27ac36691810 service nova] Enqueued Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 836.350402] env[66693]: INFO networking_nsxv3.common.synchronization [req-b611ce07-a998-4934-97c7-9627f92dd438 req-032d3e66-ae56-4a2e-89d9-27ac36691810 service nova] Enqueued Resource ID: 7b83308f-714e-4d95-a1e1-77ea24d68d25 with Priority: HIGHEST for action port [ 836.350920] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_rules [ 836.351091] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 836.351203] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b83308f-714e-4d95-a1e1-77ea24d68d25 with Priority: HIGHEST for action port [ 836.351472] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.351587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.351653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.351899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.351980] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.352969] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.353104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.353179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.353362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.353729] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.353729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.353729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.353902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.353902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.353984] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.354709] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b83308f-714e-4d95-a1e1-77ea24d68d25 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.355746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b83308f-714e-4d95-a1e1-77ea24d68d25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.355746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b83308f-714e-4d95-a1e1-77ea24d68d25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.355746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b83308f-714e-4d95-a1e1-77ea24d68d25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.355746] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b83308f-714e-4d95-a1e1-77ea24d68d25',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.601624] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.601982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.601982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.602171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.602341] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.602478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.602553] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.602738] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.602827] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.602931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.603130] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.603232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.603291] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.603462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.603643] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.603734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.603793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.603919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.604031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.604134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.604267] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.630049] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6e93def-6420-4a87-951b-b509dc09b642 in Status: SUCCESS [ 836.630049] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6e93def-6420-4a87-951b-b509dc09b642 deletion is rescheduled due to dependency. [ 836.630285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.745540] env[66693]: INFO networking_nsxv3.common.synchronization [req-b16cb7eb-2b47-4d4c-8f22-b2e09d363b43 req-a3618a6e-072e-4c89-9786-10bf11d8bdf0 tempest-ServersAdminTestJSON-439535977 tempest-ServersAdminTestJSON-439535977-project-member] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 836.746261] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 836.747050] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.747050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.747050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.747050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.747353] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.747353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.747353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.747532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.747618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.747717] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.856489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.856671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.857332] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.858790] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b83308f-714e-4d95-a1e1-77ea24d68d25 with status ACTIVE [ 836.858945] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.859152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.859226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.859402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.859485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.860024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.860024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.860024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.860024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.860024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.860229] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.860278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.860758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.860758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.860758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.860758] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b83308f-714e-4d95-a1e1-77ea24d68d25 is going to be updated. [ 836.884631] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.884631] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.884631] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.885055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.885423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.885705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b83308f-714e-4d95-a1e1-77ea24d68d25" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.106897] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 031138f3-7f95-4224-84de-b3694e519c22: rpc.has_security_group_logging(os_id): False [ 837.127289] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.127548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.127548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.127773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.127773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.127982] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.128096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.128157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.128312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.128385] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.128573] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.128665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.128720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.128858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.129117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.129347] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.129468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.129542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.129704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.129773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.129873] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 837.193749] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.193979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.194064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.195502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.195502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.215812] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 837.242401] env[66693]: INFO networking_nsxv3.common.synchronization [req-760ff8e5-57e4-4d22-9435-6c0902cea0d3 req-f0c7d19f-43f2-4b2e-a0b3-9d0ac9ae4c7b tempest-AttachVolumeShelveTestJSON-129812403 tempest-AttachVolumeShelveTestJSON-129812403-project-member] Enqueued Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_members [ 837.243157] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_members [ 837.243519] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.243676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.243763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.244056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.244254] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.244364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.244449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.244628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.244762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.244881] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.253609] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.359098] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.747281] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.747281] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.747281] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.747281] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.747716] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.748039] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.748348] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.748691] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.749417] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.749943] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.752020] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.752020] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.752020] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.752020] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.752020] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.752020] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.755020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.757013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.757110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.757392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.757462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.757621] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.757722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.757780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.757930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.758024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.758127] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 already deleted. [ 837.758196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.758419] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.786605] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.786851] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.786985] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.787143] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.787457] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-f900a240-b95c-4328-84e2-87629f28120e taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.787693] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.787764] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.788236] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.788318] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f900a240-b95c-4328-84e2-87629f28120e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.862181] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.862344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.862926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.862926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.862926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.862926] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a is going to be created. [ 837.892708] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.892908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.893018] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.893263] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.893489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.906154] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: UNINITIALIZED for 2s [ 838.262618] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.262966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.262966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.263109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.263242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.263308] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 838.290715] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.291014] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.291621] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.291621] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.291829] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.291996] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port f900a240-b95c-4328-84e2-87629f28120e not found, creating... [ 838.292315] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.292479] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.292736] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.292811] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.292955] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.293310] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.293462] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.293567] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.293797] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.293941] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.294090] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: f900a240-b95c-4328-84e2-87629f28120e is going to be created. [ 838.296755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.296871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.296947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.297171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.297321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.316500] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 838.332973] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.333226] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.333734] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.333734] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.333879] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.334091] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.042455] env[66693]: INFO networking_nsxv3.common.synchronization [req-760ff8e5-57e4-4d22-9435-6c0902cea0d3 req-767caf3b-8d62-4966-8b61-7d5816d195ba service nova] Enqueued Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_rules [ 839.042455] env[66693]: INFO networking_nsxv3.common.synchronization [req-760ff8e5-57e4-4d22-9435-6c0902cea0d3 req-767caf3b-8d62-4966-8b61-7d5816d195ba service nova] Enqueued Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_members [ 839.042455] env[66693]: INFO networking_nsxv3.common.synchronization [req-760ff8e5-57e4-4d22-9435-6c0902cea0d3 req-767caf3b-8d62-4966-8b61-7d5816d195ba service nova] Enqueued Resource ID: f900a240-b95c-4328-84e2-87629f28120e with Priority: HIGHEST for action port [ 839.042929] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_rules [ 839.043160] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_members [ 839.043347] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f900a240-b95c-4328-84e2-87629f28120e with Priority: HIGHEST for action port [ 839.043689] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.043875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.043993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.044255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.044394] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.045384] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.045545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.045622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.045824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.046043] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.046196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.046285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.046527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.046681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.046846] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.047825] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f900a240-b95c-4328-84e2-87629f28120e taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.047946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.048025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.048192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.048270] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f900a240-b95c-4328-84e2-87629f28120e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.233873] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 839.233873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.550548] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.552129] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.552289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.552419] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f900a240-b95c-4328-84e2-87629f28120e with status ACTIVE [ 839.553029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.553029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.553029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.553029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.553029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.553338] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.553338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.553338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.553532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.553580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.553749] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.553872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.553909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.554055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.554118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.554214] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f900a240-b95c-4328-84e2-87629f28120e is going to be updated. [ 839.578590] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.578728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.578828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.579250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.579404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.579548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.923592] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: SUCCESS [ 839.923877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.924140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.924470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.924720] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.924905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.924991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.925258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.925366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.925477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.925597] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.056512] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.073676] env[66693]: INFO networking_nsxv3.common.synchronization [req-418c03d2-4661-4c6a-a9c2-12be3b5cce29 req-367faa74-b235-4b21-a23e-dd1b7ea3a63c tempest-ServersTestJSON-876624368 tempest-ServersTestJSON-876624368-project-member] Enqueued Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_members [ 840.074183] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_members [ 840.074543] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-67807f6d-80e2-4558-b721-2d5d1357739c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.074656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.074747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.075453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.075642] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.075749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.075836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.075991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.076094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.076194] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67807f6d-80e2-4558-b721-2d5d1357739c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.329954] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 840.330228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.428352] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.428512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.428582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.428903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.429130] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.429277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.429361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.429539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.429632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.429726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.429877] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.433187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.433310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.433514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.433690] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.433796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.433859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.434017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.435365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.435474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.435571] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.439267] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-467 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.439755] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-467" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.439755] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-467" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.440048] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-467" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.440309] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.440462] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.440578] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.440782] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.440918] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.441166] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.441277] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.441382] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.441485] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.441590] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.441696] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.441890] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.460361] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.460586] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.460671] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.460871] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-467" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.461242] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-20526fed-5d93-4d21-8210-e461515d5635 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.461418] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-20526fed-5d93-4d21-8210-e461515d5635" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.461544] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-20526fed-5d93-4d21-8210-e461515d5635" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.461842] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-20526fed-5d93-4d21-8210-e461515d5635" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.462033] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20526fed-5d93-4d21-8210-e461515d5635',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.559499] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.559499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.559499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.559919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.559919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.559919] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 is going to be created. [ 840.579433] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.579593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.579679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.579932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.580072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.580300] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.580412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.580477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.580662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.580744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.580844] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67807f6d-80e2-4558-b721-2d5d1357739c already deleted. [ 840.581364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.586381] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.586523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.586610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.586810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.586993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.596558] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: UNINITIALIZED for 2s [ 840.944046] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02aa8e97-d8e4-4af8-90ed-55233673d66a: rpc.has_security_group_logging(os_id): False [ 840.966580] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.966839] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.966934] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.967263] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.968503] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.968503] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 20526fed-5d93-4d21-8210-e461515d5635 not found, creating... [ 840.968503] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.968503] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.968503] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.968888] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.968941] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.969370] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.969544] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.969670] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.969954] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.970167] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.970397] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 20526fed-5d93-4d21-8210-e461515d5635 is going to be created. [ 840.973524] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.973670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.973763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.973961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.974050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.974255] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.974362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.974462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.974575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.974668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.974869] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.975034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.975095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.975217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.975319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.975510] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.975618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.975746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.975821] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.975915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.976019] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a is going to be created. [ 841.005289] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.005289] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.005289] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.005289] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.005289] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.005289] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-20526fed-5d93-4d21-8210-e461515d5635" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.051681] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.052758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.052758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.052758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.053269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.082299] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: IN_PROGRESS for 2s [ 841.770448] env[66693]: INFO networking_nsxv3.common.synchronization [req-418c03d2-4661-4c6a-a9c2-12be3b5cce29 req-0fbbc6c7-9345-4c59-9af6-056625f2d4aa service nova] Enqueued Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_rules [ 841.770759] env[66693]: INFO networking_nsxv3.common.synchronization [req-418c03d2-4661-4c6a-a9c2-12be3b5cce29 req-0fbbc6c7-9345-4c59-9af6-056625f2d4aa service nova] Enqueued Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_members [ 841.770759] env[66693]: INFO networking_nsxv3.common.synchronization [req-418c03d2-4661-4c6a-a9c2-12be3b5cce29 req-0fbbc6c7-9345-4c59-9af6-056625f2d4aa service nova] Enqueued Resource ID: 20526fed-5d93-4d21-8210-e461515d5635 with Priority: HIGHEST for action port [ 841.771422] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_rules [ 841.771586] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_members [ 841.771684] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20526fed-5d93-4d21-8210-e461515d5635 with Priority: HIGHEST for action port [ 841.772431] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67807f6d-80e2-4558-b721-2d5d1357739c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.772560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.772644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.772849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.772929] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67807f6d-80e2-4558-b721-2d5d1357739c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.774444] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-67807f6d-80e2-4558-b721-2d5d1357739c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.774567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.774626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.776518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.776518] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.776518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.776518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.776518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.776518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.776518] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67807f6d-80e2-4558-b721-2d5d1357739c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.778869] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-20526fed-5d93-4d21-8210-e461515d5635 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.779633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20526fed-5d93-4d21-8210-e461515d5635" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.779633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20526fed-5d93-4d21-8210-e461515d5635" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.779760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20526fed-5d93-4d21-8210-e461515d5635" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.780023] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20526fed-5d93-4d21-8210-e461515d5635',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.275106] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-67807f6d-80e2-4558-b721-2d5d1357739c taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.275270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.281724] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20526fed-5d93-4d21-8210-e461515d5635 with status ACTIVE [ 842.281946] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.282209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.282291] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.282503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.282597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.282777] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.282877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.282937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.283101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.283180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.283383] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.283486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.283550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.283697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.283773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.283871] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20526fed-5d93-4d21-8210-e461515d5635 is going to be updated. [ 842.285078] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67807f6d-80e2-4558-b721-2d5d1357739c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.307688] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.307942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.308063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.308318] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.308521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.308948] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20526fed-5d93-4d21-8210-e461515d5635" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.610842] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: SUCCESS [ 842.611603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.613016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.613016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.613016] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.613016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.613016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.617367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.617367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.617557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.617600] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.788460] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67807f6d-80e2-4558-b721-2d5d1357739c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.823449] env[66693]: INFO networking_nsxv3.common.synchronization [req-73868db0-7d49-454c-be76-f9597bbd1471 req-07797e71-e97c-40cd-8ac1-d592b44d3ce9 tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 842.824475] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 842.825977] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.825977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.825977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.825977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.825977] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.825977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.825977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.826419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.826419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.826419] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.098055] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: SUCCESS [ 843.098305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.119449] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.206646] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.206888] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.207044] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.207343] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.207606] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.207773] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.207904] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.210836] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.211060] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.211360] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.211477] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.211601] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.211716] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.211844] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.212016] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.212608] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.262643] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.262846] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.263028] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.263241] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.263636] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-91875b40-6f29-4c9d-869e-e6d19107e7ea taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.263841] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-91875b40-6f29-4c9d-869e-e6d19107e7ea" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.263961] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-91875b40-6f29-4c9d-869e-e6d19107e7ea" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.264356] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-91875b40-6f29-4c9d-869e-e6d19107e7ea" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.264604] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91875b40-6f29-4c9d-869e-e6d19107e7ea',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.290529] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.290692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.290760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.291067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.291296] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.291455] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67807f6d-80e2-4558-b721-2d5d1357739c is going to be created. [ 843.320897] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.321131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.321131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.321407] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.321611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.328934] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.329140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.329201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.329399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.338418] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67807f6d-80e2-4558-b721-2d5d1357739c in Status: UNINITIALIZED for 2s [ 843.355104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.355422] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.355536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.355622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.355842] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.355966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.356063] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 843.398953] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.398953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.398953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.398953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.398953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.410558] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 843.622111] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9577e13f-839d-416d-8d87-a87b5040c1b2: rpc.has_security_group_logging(os_id): False [ 843.642667] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.642880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.642954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.643178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.643271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.643525] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.643649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.643718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.643937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.644082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.644196] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 is going to be created. [ 843.713362] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.713564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.713564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.713786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.713976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.733463] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: IN_PROGRESS for 2s [ 843.767843] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.768247] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.768420] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.768733] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.768932] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.769097] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 91875b40-6f29-4c9d-869e-e6d19107e7ea not found, creating... [ 843.769390] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.769550] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.769676] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.769902] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.770067] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.770391] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.770527] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.770640] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.770853] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.770997] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.771184] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 91875b40-6f29-4c9d-869e-e6d19107e7ea is going to be created. [ 843.809546] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.809906] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.809906] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.810195] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.810465] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.811100] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-91875b40-6f29-4c9d-869e-e6d19107e7ea" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.547120] env[66693]: INFO networking_nsxv3.common.synchronization [req-73868db0-7d49-454c-be76-f9597bbd1471 req-6f4f76ff-68ed-43f2-848e-e39ed80391ae service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 844.547316] env[66693]: INFO networking_nsxv3.common.synchronization [req-73868db0-7d49-454c-be76-f9597bbd1471 req-6f4f76ff-68ed-43f2-848e-e39ed80391ae service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 844.547475] env[66693]: INFO networking_nsxv3.common.synchronization [req-73868db0-7d49-454c-be76-f9597bbd1471 req-6f4f76ff-68ed-43f2-848e-e39ed80391ae service nova] Enqueued Resource ID: 91875b40-6f29-4c9d-869e-e6d19107e7ea with Priority: HIGHEST for action port [ 844.548056] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 844.548217] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 844.548317] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91875b40-6f29-4c9d-869e-e6d19107e7ea with Priority: HIGHEST for action port [ 844.548611] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.548750] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.548818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.549045] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.549159] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.552362] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.552474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.552684] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-91875b40-6f29-4c9d-869e-e6d19107e7ea taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.552789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91875b40-6f29-4c9d-869e-e6d19107e7ea" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.552854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91875b40-6f29-4c9d-869e-e6d19107e7ea" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.553076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91875b40-6f29-4c9d-869e-e6d19107e7ea" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.553383] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91875b40-6f29-4c9d-869e-e6d19107e7ea',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.053783] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.054521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.060024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91875b40-6f29-4c9d-869e-e6d19107e7ea with status ACTIVE [ 845.060024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.060024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.060024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.060024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.060024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91875b40-6f29-4c9d-869e-e6d19107e7ea is going to be updated. [ 845.095955] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.095955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.095955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.095955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.095955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.095955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91875b40-6f29-4c9d-869e-e6d19107e7ea" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.101361] env[66693]: INFO networking_nsxv3.common.synchronization [req-69f2b117-4c52-498f-8d86-908f0c750d73 req-4bae880d-39eb-4949-834e-94e77b9108d3 tempest-ImagesTestJSON-1736470785 tempest-ImagesTestJSON-1736470785-project-member] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 845.102036] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 845.102153] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.102226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.102301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.102546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.102636] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.102743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.102784] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.102914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.102999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.103107] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.357936] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67807f6d-80e2-4558-b721-2d5d1357739c in Status: SUCCESS [ 845.358236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.358442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.358681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.359057] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.359057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.359190] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.359259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.359365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.359508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.359841] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67807f6d-80e2-4558-b721-2d5d1357739c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.420617] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 845.421275] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 deletion is rescheduled due to dependency. [ 845.421275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.421275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.421536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.421580] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.421721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.421784] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.421933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.422043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.422124] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.461276] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.461583] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.461715] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.461972] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.462266] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.462420] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.462533] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.463007] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.463007] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.463496] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.463624] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.463736] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.463843] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.463953] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.464071] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.464204] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.485221] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.485430] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.485562] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.485912] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.486878] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-c0a50167-9ce2-4441-b5e3-f42027aaa933 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.486878] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-c0a50167-9ce2-4441-b5e3-f42027aaa933" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.486878] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-c0a50167-9ce2-4441-b5e3-f42027aaa933" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.486878] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-c0a50167-9ce2-4441-b5e3-f42027aaa933" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.486878] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0a50167-9ce2-4441-b5e3-f42027aaa933',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.605755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.606048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.606269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.607340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.607340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.607340] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.607340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.607340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.607340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.607340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.607340] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 845.638773] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.639184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.641745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.641745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.641991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.655356] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 845.746650] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: SUCCESS [ 845.746830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.863908] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67807f6d-80e2-4558-b721-2d5d1357739c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.927712] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.992028] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.992028] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.992028] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.992028] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.992028] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.992028] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port c0a50167-9ce2-4441-b5e3-f42027aaa933 not found, creating... [ 845.992028] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.992028] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.992028] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.992028] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.992028] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.992944] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.992944] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.992944] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.992944] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.992944] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.992944] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: c0a50167-9ce2-4441-b5e3-f42027aaa933 is going to be created. [ 846.014479] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.017040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.017040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.017040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.017040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.017040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-c0a50167-9ce2-4441-b5e3-f42027aaa933" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.268300] env[66693]: INFO networking_nsxv3.common.synchronization [req-b5f9855b-757c-43c0-be69-f34e8648a0b6 req-6c86f7c8-d5ce-4743-a628-a6e2cd8f334c tempest-ServersTestManualDisk-1883480114 tempest-ServersTestManualDisk-1883480114-project-member] Enqueued Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_members [ 846.268672] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGHEST for action security_group_members [ 846.269155] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac728770-91df-4ba0-b751-c8a517be859b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.269355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.269428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.269632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.269805] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.269953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.270042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.270279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.270372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.270468] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.365997] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67807f6d-80e2-4558-b721-2d5d1357739c: rpc.has_security_group_logging(os_id): False [ 846.387970] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.388294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.388420] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.388848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.388963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.389448] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.389624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.389873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.390092] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.390264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.390430] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67807f6d-80e2-4558-b721-2d5d1357739c is going to be created. [ 846.429879] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.455214] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.455214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.455214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.455214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.455214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.466925] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67807f6d-80e2-4558-b721-2d5d1357739c in Status: IN_PROGRESS for 2s [ 846.774068] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.776979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.776979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.776979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.776979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.776979] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.776979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.776979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.776979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.776979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.776979] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac728770-91df-4ba0-b751-c8a517be859b is going to be updated. [ 846.830413] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.830413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.830413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.830413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.830413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.831818] env[66693]: INFO networking_nsxv3.common.synchronization [req-69f2b117-4c52-498f-8d86-908f0c750d73 req-14997568-9fcc-456c-b2af-9eadad7ffc42 service nova] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_rules [ 846.832393] env[66693]: INFO networking_nsxv3.common.synchronization [req-69f2b117-4c52-498f-8d86-908f0c750d73 req-14997568-9fcc-456c-b2af-9eadad7ffc42 service nova] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 846.832805] env[66693]: INFO networking_nsxv3.common.synchronization [req-69f2b117-4c52-498f-8d86-908f0c750d73 req-14997568-9fcc-456c-b2af-9eadad7ffc42 service nova] Enqueued Resource ID: c0a50167-9ce2-4441-b5e3-f42027aaa933 with Priority: HIGHEST for action port [ 846.841131] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_rules [ 846.841131] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 846.841131] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0a50167-9ce2-4441-b5e3-f42027aaa933 with Priority: HIGHEST for action port [ 846.841131] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.841131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.841131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.841131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.841131] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.842296] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.842296] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.843542] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0a50167-9ce2-4441-b5e3-f42027aaa933 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.843542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0a50167-9ce2-4441-b5e3-f42027aaa933" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.843542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0a50167-9ce2-4441-b5e3-f42027aaa933" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.843542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0a50167-9ce2-4441-b5e3-f42027aaa933" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.843542] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0a50167-9ce2-4441-b5e3-f42027aaa933',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.849428] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac728770-91df-4ba0-b751-c8a517be859b in Status: IN_PROGRESS for 2s [ 846.933872] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.934048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.934175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.934512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.934659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.934892] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 846.987866] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.988096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.988911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.989422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.989674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.000851] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 847.344914] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.346293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.346293] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0a50167-9ce2-4441-b5e3-f42027aaa933 with status ACTIVE [ 847.346293] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.346585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.346585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.346689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.346768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.348443] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.348443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.348443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.348443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.348443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.348443] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.348443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.348443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.348443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.348443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.348443] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0a50167-9ce2-4441-b5e3-f42027aaa933 is going to be updated. [ 847.373831] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.373831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.373831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.374243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.374282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.374547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0a50167-9ce2-4441-b5e3-f42027aaa933" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.666964] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 847.667254] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 deletion is rescheduled due to dependency. [ 847.667581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.667826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.668242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.668558] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.668757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.668873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.669209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.669353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.669497] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.175617] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.382838] env[66693]: INFO networking_nsxv3.common.synchronization [None req-8a8ee6cd-636e-41ce-834c-f11245c69b3a tempest-ImagesOneServerNegativeTestJSON-2004584261 tempest-ImagesOneServerNegativeTestJSON-2004584261-project-member] Enqueued Resource ID: 001f07b5-c072-4dec-b86b-044c508a5dd3 with Priority: HIGHEST for action security_group_rules [ 848.383475] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001f07b5-c072-4dec-b86b-044c508a5dd3 with Priority: HIGHEST for action security_group_rules [ 848.383632] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-001f07b5-c072-4dec-b86b-044c508a5dd3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.383793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-001f07b5-c072-4dec-b86b-044c508a5dd3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.383911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-001f07b5-c072-4dec-b86b-044c508a5dd3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.384183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-001f07b5-c072-4dec-b86b-044c508a5dd3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.384264] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('001f07b5-c072-4dec-b86b-044c508a5dd3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.423038] env[66693]: INFO networking_nsxv3.common.synchronization [req-ec1e3d86-b6a8-4d26-9ec2-918957e47efa req-1b9f782c-9570-4f67-9971-729a65fc9c74 tempest-ImagesOneServerTestJSON-711821465 tempest-ImagesOneServerTestJSON-711821465-project-member] Enqueued Resource ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe with Priority: HIGHEST for action security_group_members [ 848.423597] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe with Priority: HIGHEST for action security_group_members [ 848.423928] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.424071] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.424135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.424328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.424483] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.424575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.424633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.424774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.424855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.424945] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.483702] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67807f6d-80e2-4558-b721-2d5d1357739c in Status: SUCCESS [ 848.484124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.568814] env[66693]: INFO networking_nsxv3.common.synchronization [None req-94a2bfb8-f861-4861-9e77-45fa0efe6fab tempest-ImagesOneServerNegativeTestJSON-2004584261 tempest-ImagesOneServerNegativeTestJSON-2004584261-project-member] Enqueued Resource ID: 001f07b5-c072-4dec-b86b-044c508a5dd3 with Priority: HIGHEST for action security_group_rules [ 848.569556] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001f07b5-c072-4dec-b86b-044c508a5dd3 with Priority: HIGHEST for action security_group_rules [ 848.569898] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-001f07b5-c072-4dec-b86b-044c508a5dd3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.570020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-001f07b5-c072-4dec-b86b-044c508a5dd3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.680295] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.860299] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac728770-91df-4ba0-b751-c8a517be859b in Status: SUCCESS [ 848.860394] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac728770-91df-4ba0-b751-c8a517be859b deletion is rescheduled due to dependency. [ 848.860480] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.905761] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.905907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.905972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.906203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.906295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.906390] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 001f07b5-c072-4dec-b86b-044c508a5dd3 already deleted. [ 848.906476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-001f07b5-c072-4dec-b86b-044c508a5dd3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.906668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-001f07b5-c072-4dec-b86b-044c508a5dd3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.909494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-001f07b5-c072-4dec-b86b-044c508a5dd3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.909494] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('001f07b5-c072-4dec-b86b-044c508a5dd3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.927655] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.927797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.927866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.928112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.928193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.928376] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.928466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.928525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.928666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.928736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.928823] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe is going to be updated. [ 848.962131] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.962308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.962372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.962644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.962920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.971693] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe in Status: IN_PROGRESS for 2s [ 849.012971] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 849.012971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.013267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.013267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.014178] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.014823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.014823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.014823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.014823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.014823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.015195] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.187028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.187028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.187028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.187256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.187334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.187668] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 849.220800] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.220800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.220800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.220800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.220800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.232876] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 849.432233] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.432233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.432233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.432659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.432659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.432659] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 001f07b5-c072-4dec-b86b-044c508a5dd3 already deleted. [ 849.432780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-001f07b5-c072-4dec-b86b-044c508a5dd3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.519664] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.519664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.519664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.519664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.519664] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.519664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.519664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.519664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.520264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.520264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.520264] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.520264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.520264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.520497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.520538] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.520598] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.520720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.520784] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.520867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.520950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.521123] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.024247] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 976a70a4-6bb5-4796-8bf4-41e15f74e2d4: rpc.has_security_group_logging(os_id): False [ 850.047126] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.047126] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.047126] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.047126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.048033] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.048033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.048033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.048033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.048033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.048033] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 850.125433] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.125635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.125712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.125884] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.126064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.141239] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 850.983138] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe in Status: SUCCESS [ 850.983422] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe deletion is rescheduled due to dependency. [ 850.983470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.247242] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 851.247527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.248588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.248588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.248588] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.248588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.249140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.249140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.249140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.249270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.249306] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.751543] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.752064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.752064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.752064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.752995] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.753408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.753563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.753746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.753872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.754032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.754789] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.754937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.755039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.755278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.755494] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.755630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.755713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.755893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.756016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.756156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.756276] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.159524] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 852.159802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.259667] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5b46feb-ebc4-40aa-a9cb-ae08118e7488: rpc.has_security_group_logging(os_id): False [ 852.279930] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.280032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.280084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.280269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.280438] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.280632] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.280697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.280762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.280929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.281075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.281307] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.281378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.281717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.281717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.281717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.281838] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.281838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.281942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.284952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.285129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.285234] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 852.355309] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.355816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.357593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.357593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.357593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.371194] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 852.528288] env[66693]: INFO networking_nsxv3.common.synchronization [req-73fad784-a422-4769-bd71-b83b0131be83 req-6116abaa-a940-440e-8d4e-c4fc23242099 tempest-ListImageFiltersTestJSON-1028649072 tempest-ListImageFiltersTestJSON-1028649072-project-member] Enqueued Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 852.528288] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGHEST for action security_group_members [ 852.528471] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.528587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.528658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.528837] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.528996] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.529152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.529219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.529372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.529547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.529547] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.031902] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.032141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.032266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.032727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.062795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.063087] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.063226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.063291] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.063482] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.063555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.063903] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1720a7-db08-4449-9a3f-36104cddac64 is going to be updated. [ 853.110883] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.110883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.110883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.110883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.110883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.120969] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: IN_PROGRESS for 2s [ 854.391398] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 854.391670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.130883] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1720a7-db08-4449-9a3f-36104cddac64 in Status: SUCCESS [ 855.131114] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1720a7-db08-4449-9a3f-36104cddac64 deletion is rescheduled due to dependency. [ 855.131229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.839753] env[66693]: INFO networking_nsxv3.common.synchronization [req-d43c4e9f-f36d-4354-8b66-c7ea9646b75d req-4daff885-2d36-476f-9407-8fff576a6a10 tempest-ListServerFiltersTestJSON-246612591 tempest-ListServerFiltersTestJSON-246612591-project-member] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 855.840367] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 855.840682] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.840803] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.840869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.841105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.841301] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.841438] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.841505] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.841699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.841837] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.842026] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.347053] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.455747] env[66693]: INFO networking_nsxv3.common.synchronization [req-06cd3bb6-ce04-4a19-9d86-e064c49b7798 req-3a6e3d82-291a-4453-89a9-9f234f569ec3 tempest-ServersWithSpecificFlavorTestJSON-1448579426 tempest-ServersWithSpecificFlavorTestJSON-1448579426-project-member] Enqueued Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 856.456298] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 856.456602] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.456751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.456821] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.456979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.460440] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.460563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.460616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.460836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.460914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.461045] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.850264] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.924391] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.924605] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-366" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.924753] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-366" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.927047] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-366" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.927047] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.927047] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.927047] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.927047] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.927047] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.927047] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.927047] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.927047] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.927047] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.927047] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.927047] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.927047] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.949845] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.950046] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.950203] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.950525] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-366" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.950870] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-ab03ae32-e61a-45d8-8811-e6d23d1f4873 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.951090] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-ab03ae32-e61a-45d8-8811-e6d23d1f4873" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.951224] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-ab03ae32-e61a-45d8-8811-e6d23d1f4873" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.951550] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-ab03ae32-e61a-45d8-8811-e6d23d1f4873" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.951690] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab03ae32-e61a-45d8-8811-e6d23d1f4873',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.964113] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.964113] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.964604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.964604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.964604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.964718] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.964777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.964815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.964976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.965072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.965174] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b is going to be updated. [ 856.995205] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.995550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.995550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.995744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.995921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.008690] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: IN_PROGRESS for 2s [ 857.353489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.353701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.353775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.353987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.354109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.354252] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be updated. [ 857.390620] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.390852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.390927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.391368] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.391521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.403169] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: IN_PROGRESS for 2s [ 857.454216] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.454216] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.454928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.455429] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.455429] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.455601] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port ab03ae32-e61a-45d8-8811-e6d23d1f4873 not found, creating... [ 857.455793] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.455976] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.456082] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.456301] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.456437] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.456720] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.456872] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.456978] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.460103] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.460103] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.460103] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: ab03ae32-e61a-45d8-8811-e6d23d1f4873 is going to be created. [ 857.481739] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.482182] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.482371] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.482747] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.483117] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.483389] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-ab03ae32-e61a-45d8-8811-e6d23d1f4873" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.225959] env[66693]: INFO networking_nsxv3.common.synchronization [req-06cd3bb6-ce04-4a19-9d86-e064c49b7798 req-9e6379fb-6236-47ec-b0fd-2f428f78ddd4 service nova] Enqueued Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_rules [ 858.225959] env[66693]: INFO networking_nsxv3.common.synchronization [req-06cd3bb6-ce04-4a19-9d86-e064c49b7798 req-9e6379fb-6236-47ec-b0fd-2f428f78ddd4 service nova] Enqueued Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 858.225959] env[66693]: INFO networking_nsxv3.common.synchronization [req-06cd3bb6-ce04-4a19-9d86-e064c49b7798 req-9e6379fb-6236-47ec-b0fd-2f428f78ddd4 service nova] Enqueued Resource ID: ab03ae32-e61a-45d8-8811-e6d23d1f4873 with Priority: HIGHEST for action port [ 858.226528] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_rules [ 858.226615] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 858.226735] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab03ae32-e61a-45d8-8811-e6d23d1f4873 with Priority: HIGHEST for action port [ 858.227795] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.227795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.227795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.227795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.227795] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.232534] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.232534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.232534] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab03ae32-e61a-45d8-8811-e6d23d1f4873 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.232534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab03ae32-e61a-45d8-8811-e6d23d1f4873" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.232534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab03ae32-e61a-45d8-8811-e6d23d1f4873" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.232534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab03ae32-e61a-45d8-8811-e6d23d1f4873" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.232534] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab03ae32-e61a-45d8-8811-e6d23d1f4873',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.731560] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.733815] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab03ae32-e61a-45d8-8811-e6d23d1f4873 with status ACTIVE [ 858.733815] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.733815] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.733815] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.733815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.734494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.734494] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab03ae32-e61a-45d8-8811-e6d23d1f4873 is going to be updated. [ 858.757742] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.757742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.757742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.758080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.758122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.759431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab03ae32-e61a-45d8-8811-e6d23d1f4873" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.022153] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: SUCCESS [ 859.022357] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b deletion is rescheduled due to dependency. [ 859.022470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.022638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.022857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.023083] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.023258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.023258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.023397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.023475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.023545] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.418052] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: SUCCESS [ 859.419149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.526877] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.029018] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.534165] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.534165] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.534165] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.534165] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.534165] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.534165] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b is going to be updated. [ 860.563088] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.563302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.563377] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.563565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.563721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.576776] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: IN_PROGRESS for 2s [ 861.343741] env[66693]: INFO networking_nsxv3.common.synchronization [req-61601e38-2ee7-4258-8cf5-45842f58cec3 req-b2c6513a-93b2-4823-95de-8185f053e351 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 861.344538] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 861.344831] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.344944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.344994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.345241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.345410] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.345537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.345603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.345985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.345985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.345985] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.850126] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.879258] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.879435] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-500" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.879567] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-500" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.879865] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-500" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.880133] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.880285] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.880395] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.880692] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.880765] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.880964] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.881607] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.883305] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.885044] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.885044] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.885044] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.885285] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.916099] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.916287] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.916423] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.916609] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-500" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.916958] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.917249] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.917321] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.917631] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.917849] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b52fa03e-5d73-4739-b19c-aeb9aa3987b7',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.351955] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.421458] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.421732] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.421884] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.422274] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.422472] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.422668] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port b52fa03e-5d73-4739-b19c-aeb9aa3987b7 not found, creating... [ 862.422973] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.423163] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.423324] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.423605] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.423765] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.424115] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.424293] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.424433] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.424663] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.424827] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.424985] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: b52fa03e-5d73-4739-b19c-aeb9aa3987b7 is going to be created. [ 862.447548] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.447832] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.447967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.448306] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.448567] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.448851] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.587742] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: SUCCESS [ 862.588052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.588244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.588471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.588677] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.588797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.588851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.589056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.589164] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.589318] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.589409] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.854671] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.855073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.855073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.855287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.855403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.855512] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 862.899293] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.899293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.899293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.899293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.899293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.910036] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 863.093369] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.202724] env[66693]: INFO networking_nsxv3.common.synchronization [req-61601e38-2ee7-4258-8cf5-45842f58cec3 req-ee6048ac-3183-4757-a4b4-03a55b67cf06 service nova] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 863.203495] env[66693]: INFO networking_nsxv3.common.synchronization [req-61601e38-2ee7-4258-8cf5-45842f58cec3 req-ee6048ac-3183-4757-a4b4-03a55b67cf06 service nova] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 863.203495] env[66693]: INFO networking_nsxv3.common.synchronization [req-61601e38-2ee7-4258-8cf5-45842f58cec3 req-ee6048ac-3183-4757-a4b4-03a55b67cf06 service nova] Enqueued Resource ID: b52fa03e-5d73-4739-b19c-aeb9aa3987b7 with Priority: HIGHEST for action port [ 863.203710] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 863.203906] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 863.204105] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52fa03e-5d73-4739-b19c-aeb9aa3987b7 with Priority: HIGHEST for action port [ 863.204315] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.204476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.204595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.204810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.204922] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.205933] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.206081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.206319] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.206457] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.206521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.207969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.208075] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b52fa03e-5d73-4739-b19c-aeb9aa3987b7',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.596049] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a81ee1f2-42a4-4f35-b343-1546f7f3485b: rpc.has_security_group_logging(os_id): False [ 863.620425] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.621172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.621172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.621312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.621471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.621810] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.621912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.621945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.622208] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.622331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.622431] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b is going to be updated. [ 863.693384] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.693384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.693384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.693384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.693384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.707183] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: IN_PROGRESS for 2s [ 863.710286] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.710286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.712278] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b52fa03e-5d73-4739-b19c-aeb9aa3987b7 with status ACTIVE [ 863.712278] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.712278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.712278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.712278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.712596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.713165] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.713275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.713847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.713847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.713847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.713847] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.715379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.715487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.715645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.715891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.715891] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b52fa03e-5d73-4739-b19c-aeb9aa3987b7 is going to be updated. [ 863.745169] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.745379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.745451] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.746353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.746353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.746353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.921895] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 864.922295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.922501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.922706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.922905] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.923089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.923163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.923361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.923421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.923524] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.426653] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.722144] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: SUCCESS [ 865.722608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.929410] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.432152] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.432344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.432405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.433044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.433044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.433044] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 866.474054] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.474054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.475192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.475192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.475192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.485941] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 867.037596] env[66693]: INFO networking_nsxv3.common.synchronization [req-907f51d7-a084-40ca-b977-733fd3fb416b req-2f74da6b-65a7-4a87-b10f-efb57e8b6b85 tempest-ServerRescueTestJSON-487723332 tempest-ServerRescueTestJSON-487723332-project-member] Enqueued Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 867.038499] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGHEST for action security_group_members [ 867.039095] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.039323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.039415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.039743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.040377] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.040574] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.040687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.042210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.042210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.042210] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.345953] env[66693]: INFO networking_nsxv3.common.synchronization [None req-172ff306-71f1-4b26-b0d6-15e44beb83d1 tempest-AttachVolumeTestJSON-1478924556 tempest-AttachVolumeTestJSON-1478924556-project-member] Enqueued Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_rules [ 867.346558] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_rules [ 867.347162] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776fb6cc-6954-41c8-97fe-d7eb03984390 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.347618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.347618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.348172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.348293] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776fb6cc-6954-41c8-97fe-d7eb03984390',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.545866] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.546049] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.546120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.546372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.546466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.546821] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.546935] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.547008] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.547181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.547265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.547406] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 is going to be updated. [ 867.583476] env[66693]: INFO networking_nsxv3.common.synchronization [None req-c043a45e-fd87-4909-b2a9-63ff5a937069 tempest-AttachVolumeTestJSON-1478924556 tempest-AttachVolumeTestJSON-1478924556-project-member] Enqueued Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_rules [ 867.586067] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.586230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.587033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.587277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.587503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.593281] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_rules [ 867.593281] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776fb6cc-6954-41c8-97fe-d7eb03984390 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.593281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.606312] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: IN_PROGRESS for 2s [ 867.877883] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.878038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.878108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.878422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.878510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.878606] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 already deleted. [ 867.878689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.878845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.879025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.879111] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776fb6cc-6954-41c8-97fe-d7eb03984390',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.410164] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.410531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.410531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.410602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.410720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.410856] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 already deleted. [ 868.411046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.499065] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 868.499334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.499550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.499918] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.500189] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.500461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.500461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.500632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.500719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.500811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.500917] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.008850] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.009101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.009215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.009700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.009889] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.009996] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.010077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.010226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.010315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.010403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.010552] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.010719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.010719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.010850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.010990] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.011179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.011241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.011381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.011458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.011540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.011630] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.513942] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 031138f3-7f95-4224-84de-b3694e519c22: rpc.has_security_group_logging(os_id): False [ 869.536089] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.536319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.536527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.536615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.536764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.537062] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.537269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.537269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.537440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.538801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.538801] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.538801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.538801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.538801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.538801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.538801] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.538801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.538801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.538801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.538801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.539548] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 869.629805] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 in Status: SUCCESS [ 869.629805] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 deletion is rescheduled due to dependency. [ 869.629805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.629805] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.629805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.629805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.629805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.629805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.653029] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 871.673833] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 871.674120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.592889] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 872.592889] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 873.760513] env[66693]: INFO networking_nsxv3.common.synchronization [req-4c5597ba-9c6d-4bea-bf36-fdcf60790022 req-6a10588f-7c3f-49fc-b3ca-bdfe293ada1f tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_members [ 873.760513] env[66693]: INFO networking_nsxv3.common.synchronization [req-4c5597ba-9c6d-4bea-bf36-fdcf60790022 req-6a10588f-7c3f-49fc-b3ca-bdfe293ada1f tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 873.761697] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_members [ 873.762177] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 873.762723] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.762851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.762924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.763209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.763374] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.763472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.763684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.763684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.763816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.763862] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.765663] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.765663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.765663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.765856] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.767422] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.767422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.767422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.767422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.767422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.767422] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.827652] env[66693]: INFO networking_nsxv3.common.synchronization [req-4c5597ba-9c6d-4bea-bf36-fdcf60790022 req-6a10588f-7c3f-49fc-b3ca-bdfe293ada1f tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 873.827652] env[66693]: INFO networking_nsxv3.common.synchronization [req-4c5597ba-9c6d-4bea-bf36-fdcf60790022 req-6a10588f-7c3f-49fc-b3ca-bdfe293ada1f tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 873.827652] env[66693]: INFO networking_nsxv3.common.synchronization [req-4c5597ba-9c6d-4bea-bf36-fdcf60790022 req-6a10588f-7c3f-49fc-b3ca-bdfe293ada1f tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_rules [ 873.827652] env[66693]: INFO networking_nsxv3.common.synchronization [req-4c5597ba-9c6d-4bea-bf36-fdcf60790022 req-6a10588f-7c3f-49fc-b3ca-bdfe293ada1f tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_members [ 873.827812] env[66693]: INFO networking_nsxv3.common.synchronization [req-4c5597ba-9c6d-4bea-bf36-fdcf60790022 req-6a10588f-7c3f-49fc-b3ca-bdfe293ada1f tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: b52fa03e-5d73-4739-b19c-aeb9aa3987b7 with Priority: HIGHEST for action port [ 873.829091] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 873.829378] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_rules [ 873.829378] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52fa03e-5d73-4739-b19c-aeb9aa3987b7 with Priority: HIGHEST for action port [ 873.829450] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 873.829644] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_members [ 873.829864] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.829989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.830086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.830332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.830419] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.831501] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.835029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.835029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.835029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.835029] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.837085] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.837252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.837318] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.837557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.837637] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b52fa03e-5d73-4739-b19c-aeb9aa3987b7',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.838619] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.838705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.838931] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.840216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.268361] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.269425] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.338490] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.340595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.341461] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.341578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.344699] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b52fa03e-5d73-4739-b19c-aeb9aa3987b7 with status ACTIVE [ 874.344973] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.345154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.345223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.345431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.345564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.345697] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.345791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.345913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.345991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.346162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.346253] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.346344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.346404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.346537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.346606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.346690] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b52fa03e-5d73-4739-b19c-aeb9aa3987b7 is going to be updated. [ 874.373486] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.373645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.373715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.373915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.374130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.374368] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.771464] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.772590] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.064620] env[66693]: INFO networking_nsxv3.common.synchronization [req-ca6dbbb9-6312-4ce3-9c31-147c8a2c324d req-a03f1f33-ff6f-429c-8e2d-f6afbcee65bd tempest-ServersAdminTestJSON-439535977 tempest-ServersAdminTestJSON-439535977-project-member] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 875.065247] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 875.066691] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.066840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.066946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.067214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.067429] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.067555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.067642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.067828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.067974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.068108] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.274834] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.275048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.275150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.275423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.275523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.275623] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 is going to be created. [ 875.277215] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.277390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.277496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.277765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.277896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.278341] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 875.304445] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.304617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.304656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.304880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.305091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.310202] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.310202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.310202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.310202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.310202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.320144] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 875.320909] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: UNINITIALIZED for 2s [ 875.571278] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.945941] env[66693]: INFO networking_nsxv3.common.synchronization [None req-52d8eeab-3b49-440e-a485-9aea9061b4a3 None None] Enqueued Resource ID: 29b5a372-cd78-47bb-aa1c-cb6450b794d0 with Priority: HIGHEST for action port [ 875.946623] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b5a372-cd78-47bb-aa1c-cb6450b794d0 with Priority: HIGHEST for action port [ 875.946839] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-29b5a372-cd78-47bb-aa1c-cb6450b794d0 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.946961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29b5a372-cd78-47bb-aa1c-cb6450b794d0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.947041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29b5a372-cd78-47bb-aa1c-cb6450b794d0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.947367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29b5a372-cd78-47bb-aa1c-cb6450b794d0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.947455] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b5a372-cd78-47bb-aa1c-cb6450b794d0',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.075548] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.450545] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29b5a372-cd78-47bb-aa1c-cb6450b794d0 [ 876.450545] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.450545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.450545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.450545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.450545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.450545] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29b5a372-cd78-47bb-aa1c-cb6450b794d0 already deleted. [ 876.450545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29b5a372-cd78-47bb-aa1c-cb6450b794d0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.515394] env[66693]: INFO networking_nsxv3.common.synchronization [None req-e8554c6e-1bc7-427e-a809-39d1c421d314 tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: e15e2f16-f74c-4243-b515-e253da6e7673 with Priority: HIGHEST for action security_group_rules [ 876.515394] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e2f16-f74c-4243-b515-e253da6e7673 with Priority: HIGHEST for action security_group_rules [ 876.516652] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e15e2f16-f74c-4243-b515-e253da6e7673 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.516652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e15e2f16-f74c-4243-b515-e253da6e7673" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.516652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e15e2f16-f74c-4243-b515-e253da6e7673" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.516652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e15e2f16-f74c-4243-b515-e253da6e7673" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.516652] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e15e2f16-f74c-4243-b515-e253da6e7673',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.578638] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.578795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.578886] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.579104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.579199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.579298] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 876.613237] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.613381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.613449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.613900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.614249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.625935] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 876.642055] env[66693]: INFO networking_nsxv3.common.synchronization [None req-27781b45-acd9-4d36-bb84-893fb0d41b8d tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: e15e2f16-f74c-4243-b515-e253da6e7673 with Priority: HIGHEST for action security_group_rules [ 876.642055] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e2f16-f74c-4243-b515-e253da6e7673 with Priority: HIGHEST for action security_group_rules [ 876.642055] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e15e2f16-f74c-4243-b515-e253da6e7673 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.642055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e15e2f16-f74c-4243-b515-e253da6e7673" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.038940] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.039223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.039223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.039408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.039512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.039594] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e15e2f16-f74c-4243-b515-e253da6e7673 already deleted. [ 877.039681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e15e2f16-f74c-4243-b515-e253da6e7673" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.039836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e15e2f16-f74c-4243-b515-e253da6e7673" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.039992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e15e2f16-f74c-4243-b515-e253da6e7673" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.040096] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e15e2f16-f74c-4243-b515-e253da6e7673',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.334992] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 877.335756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.335756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.335756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.336021] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.336021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.336442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.336442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.336442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.336442] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.337997] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: SUCCESS [ 877.338235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.338362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.338528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.338718] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.338823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.338888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.339055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.339138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.339241] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.564752] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.564905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.564969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.565190] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.565271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.565363] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e15e2f16-f74c-4243-b515-e253da6e7673 already deleted. [ 877.565449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e15e2f16-f74c-4243-b515-e253da6e7673" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.841799] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.844450] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.343684] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.347677] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.508898] env[66693]: INFO networking_nsxv3.common.synchronization [None req-6d4062d3-97e4-467d-a780-e7fa466f4a67 None None] Enqueued Resource ID: f70f8faa-3cf1-4c0c-a015-f132a89550a5 with Priority: HIGHEST for action port [ 878.509958] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70f8faa-3cf1-4c0c-a015-f132a89550a5 with Priority: HIGHEST for action port [ 878.509958] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f70f8faa-3cf1-4c0c-a015-f132a89550a5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.509958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f70f8faa-3cf1-4c0c-a015-f132a89550a5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.509958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f70f8faa-3cf1-4c0c-a015-f132a89550a5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.510480] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f70f8faa-3cf1-4c0c-a015-f132a89550a5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.511358] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f70f8faa-3cf1-4c0c-a015-f132a89550a5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.635690] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 878.635928] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.847776] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.847972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.847972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.848425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.848425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.848569] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 878.849825] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.849952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.849992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.850172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.850252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.850339] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 is going to be updated. [ 878.878693] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.878902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.879024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.879336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.879500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.881396] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.881546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.881631] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.881846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.882218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.898026] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: IN_PROGRESS for 2s [ 878.898482] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 879.015028] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f70f8faa-3cf1-4c0c-a015-f132a89550a5 [ 879.015028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.015028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.015028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.015028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.015028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.015317] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f70f8faa-3cf1-4c0c-a015-f132a89550a5 already deleted. [ 879.015317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f70f8faa-3cf1-4c0c-a015-f132a89550a5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.911264] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: SUCCESS [ 880.911565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.914800] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 880.915048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.915238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.915453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.915639] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.915762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.915848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.916024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.916097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.916184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.916278] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.917184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.917347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.917525] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.917635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.917697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.917836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.917916] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.917999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.918424] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.239980] env[66693]: INFO networking_nsxv3.common.synchronization [req-4f013fc1-b42a-41d1-aad7-afb04475f3b7 req-465fb2ef-3271-4a99-80fa-3da4417e98bc tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 881.243444] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 881.243444] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.243444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.243444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.243444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.243444] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.243444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.243444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.243444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.244075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.244075] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.426194] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.426194] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.426194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.426194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.426194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.426194] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.426194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.426194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.426194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.426194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.426194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.426194] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.426194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.426194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.426194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.426194] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.426940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.426940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.426940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.426940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.426940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.426940] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.493016] env[66693]: INFO networking_nsxv3.common.synchronization [req-2293abb5-7f53-465d-be3a-7ad8ce15a3f8 req-1f10a1b9-a800-4e20-90e0-7a16fece88c1 tempest-ServersAdminNegativeTestJSON-251038678 tempest-ServersAdminNegativeTestJSON-251038678-project-member] Enqueued Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 881.493699] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 881.494277] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.494277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.494277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.494450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.494507] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.494639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.494686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.495958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.495958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.495958] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.746266] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.746421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.746483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.746729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.746827] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.747035] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.747138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.747202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.748024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.748024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.748024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 881.777238] env[66693]: INFO networking_nsxv3.common.synchronization [req-bbe4c47f-9b5d-4257-a1d7-bc5502445bd3 req-e8a78807-a35d-444b-b70a-84fc56795bd8 tempest-ImagesTestJSON-1736470785 tempest-ImagesTestJSON-1736470785-project-member] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 881.777238] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 881.777238] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.777609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.777686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.777893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.778078] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.778297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.778297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.778384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.779091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.779091] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.804711] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.804826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.804878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.805452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.805452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.817032] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 881.927637] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a27cbd-f04a-45f7-ba0b-6af169a237e3: rpc.has_security_group_logging(os_id): False [ 881.928831] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 031138f3-7f95-4224-84de-b3694e519c22: rpc.has_security_group_logging(os_id): False [ 881.961112] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.961395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.961479] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.961694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.961942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.962321] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.962321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.962321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.962597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.962597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.962597] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 is going to be created. [ 881.964408] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.964524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.964594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.964770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.964856] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.965062] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.965164] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.965224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.965359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.965434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.965617] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.965711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.965764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.965899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.965971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.966355] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.966355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.966355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.966454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.966564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.966725] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 881.999532] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.031235] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.031760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.032081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.032343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.032531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.042537] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.042711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.042792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.043045] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.043211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.046797] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: IN_PROGRESS for 2s [ 882.061241] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 882.066105] env[66693]: INFO networking_nsxv3.common.synchronization [req-e326c2aa-665a-4e20-8f49-23c98c8bff38 req-5df85c41-6035-4c43-b45b-9820c99fe541 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 882.066715] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 882.067093] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.067186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.067429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.067641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.067812] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.067942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.067990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.068126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.068212] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.068305] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.072586] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.072753] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.073088] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.073151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.073353] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.073500] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.073610] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.073808] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.073951] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.074171] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.074285] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.074388] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.074698] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.074698] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.074698] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.074814] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.125164] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.125342] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.125539] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.125738] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.126065] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-7e76e8a9-10e4-4294-88df-5130e8feec16 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.126241] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-7e76e8a9-10e4-4294-88df-5130e8feec16" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.126357] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-7e76e8a9-10e4-4294-88df-5130e8feec16" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.126673] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-7e76e8a9-10e4-4294-88df-5130e8feec16" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.126806] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e76e8a9-10e4-4294-88df-5130e8feec16',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.286237] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.286463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.286563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.286859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.286998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.287284] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.287428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.287522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.287739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.287859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.287981] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 882.329225] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.329407] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.329755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.329755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.329872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.341188] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 882.398219] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.398434] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.398556] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.398816] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.399228] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.399411] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.399548] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.399795] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.399908] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.400111] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.400219] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.400323] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.400427] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.400531] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.400631] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.400788] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.422511] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.422674] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.422807] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.422985] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.423331] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-31b92629-7627-42e5-aa94-e9e5f3797965 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.423510] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-31b92629-7627-42e5-aa94-e9e5f3797965" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.423625] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-31b92629-7627-42e5-aa94-e9e5f3797965" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.424013] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-31b92629-7627-42e5-aa94-e9e5f3797965" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.424172] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b92629-7627-42e5-aa94-e9e5f3797965',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.501927] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.570319] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.570452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.570531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.570804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.592847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.593153] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.593307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.593399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.593602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.593703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.593794] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 882.628158] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.628490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.628490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.628685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.628734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.630114] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.630286] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.630399] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.630671] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.630820] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.630964] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 7e76e8a9-10e4-4294-88df-5130e8feec16 not found, creating... [ 882.631456] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.631635] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.631761] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.631997] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.632176] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.632481] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.632647] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.632775] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.632990] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.633175] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.633323] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 7e76e8a9-10e4-4294-88df-5130e8feec16 is going to be created. [ 882.643982] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 882.654406] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.654639] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.654735] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.655146] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.655499] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.655855] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-7e76e8a9-10e4-4294-88df-5130e8feec16" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.927047] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.927299] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.927433] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.927705] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.927936] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.928018] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 31b92629-7627-42e5-aa94-e9e5f3797965 not found, creating... [ 882.928287] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.928447] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.928563] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.928779] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.928916] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.929256] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.929418] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.929533] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.929745] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.929878] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.930086] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 31b92629-7627-42e5-aa94-e9e5f3797965 is going to be created. [ 882.959609] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.959812] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.959941] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.960243] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.960470] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.960706] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-31b92629-7627-42e5-aa94-e9e5f3797965" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.004432] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.004681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.004681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.004842] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.005309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.005309] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a is going to be updated. [ 883.052510] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.052825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.052825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.053023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.053306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.067191] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: IN_PROGRESS for 2s [ 883.338030] env[66693]: INFO networking_nsxv3.common.synchronization [req-2293abb5-7f53-465d-be3a-7ad8ce15a3f8 req-870f2fa6-b7a1-456d-aec9-3e3bf59fa58b service nova] Enqueued Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_rules [ 883.338166] env[66693]: INFO networking_nsxv3.common.synchronization [req-2293abb5-7f53-465d-be3a-7ad8ce15a3f8 req-870f2fa6-b7a1-456d-aec9-3e3bf59fa58b service nova] Enqueued Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 883.338238] env[66693]: INFO networking_nsxv3.common.synchronization [req-2293abb5-7f53-465d-be3a-7ad8ce15a3f8 req-870f2fa6-b7a1-456d-aec9-3e3bf59fa58b service nova] Enqueued Resource ID: 7e76e8a9-10e4-4294-88df-5130e8feec16 with Priority: HIGHEST for action port [ 883.339064] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_rules [ 883.339064] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 883.340180] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e76e8a9-10e4-4294-88df-5130e8feec16 with Priority: HIGHEST for action port [ 883.340515] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.340648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.340716] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.340914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.340994] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.344076] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.344184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.344328] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e76e8a9-10e4-4294-88df-5130e8feec16 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.344412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e76e8a9-10e4-4294-88df-5130e8feec16" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.344471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e76e8a9-10e4-4294-88df-5130e8feec16" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.344664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e76e8a9-10e4-4294-88df-5130e8feec16" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.344769] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e76e8a9-10e4-4294-88df-5130e8feec16',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.712344] env[66693]: INFO networking_nsxv3.common.synchronization [req-e326c2aa-665a-4e20-8f49-23c98c8bff38 req-0c749ca7-af3b-40ce-a926-d0e1153217c1 service nova] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_rules [ 883.712344] env[66693]: INFO networking_nsxv3.common.synchronization [req-e326c2aa-665a-4e20-8f49-23c98c8bff38 req-0c749ca7-af3b-40ce-a926-d0e1153217c1 service nova] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 883.712468] env[66693]: INFO networking_nsxv3.common.synchronization [req-e326c2aa-665a-4e20-8f49-23c98c8bff38 req-0c749ca7-af3b-40ce-a926-d0e1153217c1 service nova] Enqueued Resource ID: 31b92629-7627-42e5-aa94-e9e5f3797965 with Priority: HIGHEST for action port [ 883.713025] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_rules [ 883.713293] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 883.713293] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31b92629-7627-42e5-aa94-e9e5f3797965 with Priority: HIGHEST for action port [ 883.713562] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.713646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.713701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.713906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.713984] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.714860] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.714924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.715125] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-31b92629-7627-42e5-aa94-e9e5f3797965 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.715589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31b92629-7627-42e5-aa94-e9e5f3797965" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.715589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31b92629-7627-42e5-aa94-e9e5f3797965" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.715589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31b92629-7627-42e5-aa94-e9e5f3797965" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.715589] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b92629-7627-42e5-aa94-e9e5f3797965',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.826640] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 883.826829] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 deletion is rescheduled due to dependency. [ 883.826962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.847066] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.847198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.848106] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e76e8a9-10e4-4294-88df-5130e8feec16 with status ACTIVE [ 883.848106] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.848106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.848106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.848106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.848106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.848522] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.848522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.848522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.848522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.848646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.848942] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.848942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.848942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.849124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.849169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.849248] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e76e8a9-10e4-4294-88df-5130e8feec16 is going to be updated. [ 883.877194] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.877566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.877678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.877892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.878111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.878339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e76e8a9-10e4-4294-88df-5130e8feec16" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.059129] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: SUCCESS [ 884.059511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.082744] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 884.083070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.218481] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.218481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.218749] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31b92629-7627-42e5-aa94-e9e5f3797965 with status ACTIVE [ 884.218859] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.218987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.219104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.219333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.219429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.219646] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.220428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.220428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.220428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.220428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.220428] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.220428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.220665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.220665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.220665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.220735] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31b92629-7627-42e5-aa94-e9e5f3797965 is going to be updated. [ 884.243368] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.243515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.243570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.243737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.243898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.244088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31b92629-7627-42e5-aa94-e9e5f3797965" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.351299] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 884.351564] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 deletion is rescheduled due to dependency. [ 884.351624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.657034] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 884.657034] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 deletion is rescheduled due to dependency. [ 884.657034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.657034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.657034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.657481] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.657791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.658124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.658400] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.658567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.659276] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.076850] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: SUCCESS [ 885.078327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.078327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.078327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.078327] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.078327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.078327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.078611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.078668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.078784] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.161253] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.581190] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.663877] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.992904] env[66693]: INFO networking_nsxv3.common.synchronization [None req-cd5a538d-4b4d-4f01-a654-455d338d16ba None None] Enqueued Resource ID: 94c35437-abc8-48b5-801c-1d92475b44b8 with Priority: HIGHEST for action port [ 885.993630] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c35437-abc8-48b5-801c-1d92475b44b8 with Priority: HIGHEST for action port [ 885.994349] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-94c35437-abc8-48b5-801c-1d92475b44b8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.994526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94c35437-abc8-48b5-801c-1d92475b44b8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.994657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94c35437-abc8-48b5-801c-1d92475b44b8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.994814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94c35437-abc8-48b5-801c-1d92475b44b8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.995144] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94c35437-abc8-48b5-801c-1d92475b44b8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.085657] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.167234] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.167429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.167597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.167729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.167864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.167975] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 886.204657] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.204869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.204869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.205086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.205238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.214100] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 886.431998] env[66693]: INFO networking_nsxv3.common.synchronization [req-62258898-31d9-4a0b-a536-fdc1f5bca49e req-d8108944-10e9-4305-ac7c-faecfd5ea58c tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_members [ 886.431998] env[66693]: INFO networking_nsxv3.common.synchronization [req-62258898-31d9-4a0b-a536-fdc1f5bca49e req-d8108944-10e9-4305-ac7c-faecfd5ea58c tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 with Priority: HIGHEST for action security_group_members [ 886.431998] env[66693]: INFO networking_nsxv3.common.synchronization [req-62258898-31d9-4a0b-a536-fdc1f5bca49e req-d8108944-10e9-4305-ac7c-faecfd5ea58c tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 886.432295] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_members [ 886.432333] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 with Priority: HIGHEST for action security_group_members [ 886.432407] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 886.432678] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.432792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.432856] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.433051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.433196] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.433301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.433430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.433578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.433666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.433743] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.434585] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.434680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.434744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.434933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.435115] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.435163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.435222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.435351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.435423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.435506] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea4b8bb0-3d09-4727-9b5c-44382dd19c55',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.437941] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.438891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.438891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.438891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.438891] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.438891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.438891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.438891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.438891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.438891] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.482885] env[66693]: INFO networking_nsxv3.common.synchronization [req-62258898-31d9-4a0b-a536-fdc1f5bca49e req-d8108944-10e9-4305-ac7c-faecfd5ea58c tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 886.483087] env[66693]: INFO networking_nsxv3.common.synchronization [req-62258898-31d9-4a0b-a536-fdc1f5bca49e req-d8108944-10e9-4305-ac7c-faecfd5ea58c tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 886.483223] env[66693]: INFO networking_nsxv3.common.synchronization [req-62258898-31d9-4a0b-a536-fdc1f5bca49e req-d8108944-10e9-4305-ac7c-faecfd5ea58c tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 with Priority: HIGHEST for action security_group_rules [ 886.483351] env[66693]: INFO networking_nsxv3.common.synchronization [req-62258898-31d9-4a0b-a536-fdc1f5bca49e req-d8108944-10e9-4305-ac7c-faecfd5ea58c tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 with Priority: HIGHEST for action security_group_members [ 886.483473] env[66693]: INFO networking_nsxv3.common.synchronization [req-62258898-31d9-4a0b-a536-fdc1f5bca49e req-d8108944-10e9-4305-ac7c-faecfd5ea58c tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_rules [ 886.483593] env[66693]: INFO networking_nsxv3.common.synchronization [req-62258898-31d9-4a0b-a536-fdc1f5bca49e req-d8108944-10e9-4305-ac7c-faecfd5ea58c tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_members [ 886.483724] env[66693]: INFO networking_nsxv3.common.synchronization [req-62258898-31d9-4a0b-a536-fdc1f5bca49e req-d8108944-10e9-4305-ac7c-faecfd5ea58c tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: b52fa03e-5d73-4739-b19c-aeb9aa3987b7 with Priority: HIGHEST for action port [ 886.484484] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_rules [ 886.484632] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 with Priority: HIGHEST for action security_group_rules [ 886.485970] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_members [ 886.485970] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52fa03e-5d73-4739-b19c-aeb9aa3987b7 with Priority: HIGHEST for action port [ 886.485970] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_rules [ 886.485970] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 886.485970] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 with Priority: HIGHEST for action security_group_members [ 886.485970] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.485970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.485970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.485970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.485970] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.487665] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea4b8bb0-3d09-4727-9b5c-44382dd19c55 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.487790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.487944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.488199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.488298] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea4b8bb0-3d09-4727-9b5c-44382dd19c55',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.489409] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.489488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.489666] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.489768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.489875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.490009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.490112] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b52fa03e-5d73-4739-b19c-aeb9aa3987b7',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.490860] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.490913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.490980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.491173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.491259] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.492496] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.492496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.492496] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.492496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.497593] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94c35437-abc8-48b5-801c-1d92475b44b8 [ 886.497776] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.497922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.497962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.498179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.498276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.498438] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94c35437-abc8-48b5-801c-1d92475b44b8 already deleted. [ 886.498529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94c35437-abc8-48b5-801c-1d92475b44b8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.590014] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.590639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.590741] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.591503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.591867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.592411] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a is going to be updated. [ 886.625337] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.625550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.625550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.625764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.625916] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.636108] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: IN_PROGRESS for 2s [ 886.941164] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.942172] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea4b8bb0-3d09-4727-9b5c-44382dd19c55',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.942838] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.994148] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.994148] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.994148] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.994148] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.994148] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b52fa03e-5d73-4739-b19c-aeb9aa3987b7 with status ACTIVE [ 886.994542] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.994542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.994542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.994752] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.994752] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.994910] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.995021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.995080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.995234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.995402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.995502] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.995593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.995664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.995803] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.995869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.995952] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b52fa03e-5d73-4739-b19c-aeb9aa3987b7 is going to be updated. [ 886.999227] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.999227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.018539] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.018868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.018945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.019343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.019502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.019670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b52fa03e-5d73-4739-b19c-aeb9aa3987b7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.444840] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.445893] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea4b8bb0-3d09-4727-9b5c-44382dd19c55',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.447932] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.950448] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.950448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.950448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.950448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.950448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.950448] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 is going to be updated. [ 887.954174] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.954452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.954527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.955048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.955134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.955267] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 is going to be created. [ 887.957558] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.960021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.960021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.960021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.960021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.960021] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 887.967212] env[66693]: INFO networking_nsxv3.common.synchronization [req-1fe73a2b-754f-4b91-8f78-6e430f864543 req-4b250933-9096-452a-be2c-7c5886cd9af3 tempest-ImagesOneServerNegativeTestJSON-2004584261 tempest-ImagesOneServerNegativeTestJSON-2004584261-project-member] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 887.968946] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 887.969780] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.969780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.969780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.971819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.971819] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.971819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.971819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.971819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.971819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.971819] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.013793] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.013793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.013793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.013793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.013793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.016551] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.017618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.017618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.017618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.017618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.036965] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: IN_PROGRESS for 2s [ 888.041477] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 in Status: UNINITIALIZED for 2s [ 888.048516] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.048723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.048723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.049017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.049333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.064761] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 888.229102] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 888.229351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.229531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.229747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.229938] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.230068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.230133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.230283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.230363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.230448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.230539] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.483930] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.484374] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.484374] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.484931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.485110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.485447] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.485447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.485554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.485691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.485788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.485876] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be updated. [ 888.524859] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.524859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.524859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.524859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.529084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.538702] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: IN_PROGRESS for 2s [ 888.573190] env[66693]: INFO networking_nsxv3.common.synchronization [None req-e5a27d5d-69ca-4b3b-9521-a8dc3e9c88e5 None None] Enqueued Resource ID: a5921039-a9ad-4611-9ae1-5596262b1801 with Priority: HIGHEST for action port [ 888.573831] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5921039-a9ad-4611-9ae1-5596262b1801 with Priority: HIGHEST for action port [ 888.574185] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5921039-a9ad-4611-9ae1-5596262b1801 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.574313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5921039-a9ad-4611-9ae1-5596262b1801" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.574381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5921039-a9ad-4611-9ae1-5596262b1801" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.574650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5921039-a9ad-4611-9ae1-5596262b1801" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.574734] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5921039-a9ad-4611-9ae1-5596262b1801',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.645545] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: SUCCESS [ 888.645787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.645967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.646255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.646461] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.646590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.646629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.647237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.647237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.647237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.647237] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.671545] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.671767] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.671888] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.672181] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.672431] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.672576] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.672686] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.672890] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.673034] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.673288] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.673745] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.673745] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.673745] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.673904] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.673949] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.674076] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.693175] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.693362] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.693532] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.694987] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.694987] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-c0e4929e-e26a-4614-8b8c-b19b53457b59 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.694987] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-c0e4929e-e26a-4614-8b8c-b19b53457b59" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.694987] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-c0e4929e-e26a-4614-8b8c-b19b53457b59" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.694987] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-c0e4929e-e26a-4614-8b8c-b19b53457b59" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.694987] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0e4929e-e26a-4614-8b8c-b19b53457b59',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.734725] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.734937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.735034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.735726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.735726] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.735726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.735726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.735726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.735947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.735947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.736030] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.736097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.736157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.736306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.736474] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.736567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.736627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.736762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.737114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.737114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.737114] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.053645] env[66693]: INFO networking_nsxv3.common.synchronization [None req-f787c3e3-0ec1-4966-8ac6-f120b1c71388 None None] Enqueued Resource ID: 6a7c2371-8f4f-4d6d-90d6-cd3110a6613e with Priority: HIGHEST for action port [ 889.054526] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7c2371-8f4f-4d6d-90d6-cd3110a6613e with Priority: HIGHEST for action port [ 889.056697] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a7c2371-8f4f-4d6d-90d6-cd3110a6613e taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.056863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a7c2371-8f4f-4d6d-90d6-cd3110a6613e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.056946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a7c2371-8f4f-4d6d-90d6-cd3110a6613e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.057329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a7c2371-8f4f-4d6d-90d6-cd3110a6613e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.057442] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a7c2371-8f4f-4d6d-90d6-cd3110a6613e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.078269] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5921039-a9ad-4611-9ae1-5596262b1801 [ 889.078675] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.078675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.078675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.078805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.078881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.079054] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5921039-a9ad-4611-9ae1-5596262b1801 already deleted. [ 889.079117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5921039-a9ad-4611-9ae1-5596262b1801" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.150103] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.150103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.150103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.150551] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.150625] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.150817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.150817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.151078] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.151172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.151267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.151419] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.151512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.151564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.151703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.151841] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.151931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.151990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.152192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.152288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.152385] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.152472] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.199079] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.199079] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.199079] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.199079] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.199079] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.199079] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port c0e4929e-e26a-4614-8b8c-b19b53457b59 not found, creating... [ 889.200379] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.200379] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.201179] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.201179] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.201179] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.201475] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.201475] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.201596] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.202053] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.202053] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.202143] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: c0e4929e-e26a-4614-8b8c-b19b53457b59 is going to be created. [ 889.226305] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.226536] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.226659] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.226936] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.227186] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.227459] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-c0e4929e-e26a-4614-8b8c-b19b53457b59" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.239814] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd104493-6921-4dec-be23-cac130e252e1: rpc.has_security_group_logging(os_id): False [ 889.261072] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.261072] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.261072] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.261072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.261795] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.262034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.262331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.262617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.262788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.262952] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 889.361404] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.361404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.361404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.361404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.361404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.377714] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 889.561502] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a7c2371-8f4f-4d6d-90d6-cd3110a6613e [ 889.561870] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.561870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.562154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.562206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.562303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.562411] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a7c2371-8f4f-4d6d-90d6-cd3110a6613e already deleted. [ 889.562497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a7c2371-8f4f-4d6d-90d6-cd3110a6613e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.656893] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02aa8e97-d8e4-4af8-90ed-55233673d66a: rpc.has_security_group_logging(os_id): False [ 889.676187] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.677604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.677604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.677604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.677604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.677604] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.677604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.677604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.677604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.677604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.679477] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.679477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.679477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.679477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.679477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.679477] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.679477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.679477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.679477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.679477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.679477] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a is going to be updated. [ 889.745442] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.745632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.745700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.745908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.746087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.766029] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: IN_PROGRESS for 2s [ 889.996142] env[66693]: INFO networking_nsxv3.common.synchronization [req-1fe73a2b-754f-4b91-8f78-6e430f864543 req-26582aeb-5b51-4e42-8374-da1d92a4963b service nova] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_rules [ 889.999634] env[66693]: INFO networking_nsxv3.common.synchronization [req-1fe73a2b-754f-4b91-8f78-6e430f864543 req-26582aeb-5b51-4e42-8374-da1d92a4963b service nova] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 889.999855] env[66693]: INFO networking_nsxv3.common.synchronization [req-1fe73a2b-754f-4b91-8f78-6e430f864543 req-26582aeb-5b51-4e42-8374-da1d92a4963b service nova] Enqueued Resource ID: c0e4929e-e26a-4614-8b8c-b19b53457b59 with Priority: HIGHEST for action port [ 890.000766] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_rules [ 890.001617] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 890.001861] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e4929e-e26a-4614-8b8c-b19b53457b59 with Priority: HIGHEST for action port [ 890.002259] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.002427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.002572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.002782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.002912] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.004232] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.004388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.004639] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0e4929e-e26a-4614-8b8c-b19b53457b59 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.004789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0e4929e-e26a-4614-8b8c-b19b53457b59" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.004892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0e4929e-e26a-4614-8b8c-b19b53457b59" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.005127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0e4929e-e26a-4614-8b8c-b19b53457b59" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.005285] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0e4929e-e26a-4614-8b8c-b19b53457b59',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.052716] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: SUCCESS [ 890.052986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.053946] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 in Status: SUCCESS [ 890.053946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.054143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.054408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.054664] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.054788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.054854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.055058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.055147] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.055240] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.056300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.056377] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.056549] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.057639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.057771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.057965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.058046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.058270] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea4b8bb0-3d09-4727-9b5c-44382dd19c55',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.078559] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 890.078559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.078559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.078559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.078559] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.078559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.078878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.078878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.078878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.078987] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.507320] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.507449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.509161] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0e4929e-e26a-4614-8b8c-b19b53457b59 with status ACTIVE [ 890.509161] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.509161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.509161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.509161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.509161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.509161] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.509161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.509161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.509161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.509161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.509161] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.509161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.509161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.509800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.509800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.509800] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0e4929e-e26a-4614-8b8c-b19b53457b59 is going to be updated. [ 890.532706] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.532849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.532849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.533086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.533229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.533410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0e4929e-e26a-4614-8b8c-b19b53457b59" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.557074] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: SUCCESS [ 890.558039] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 deletion is rescheduled due to dependency. [ 890.558039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.558039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.558039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.558039] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.558039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.558039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.558496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.558496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.558496] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.561283] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.562060] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea4b8bb0-3d09-4727-9b5c-44382dd19c55',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.582044] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.999400] env[66693]: INFO networking_nsxv3.common.synchronization [None req-5cb55a0f-246e-4e7e-b4a3-fe99072e05be None None] Enqueued Resource ID: a2a40d71-0363-4d41-9b5e-c3ecb347a3cf with Priority: HIGHEST for action port [ 890.999400] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a40d71-0363-4d41-9b5e-c3ecb347a3cf with Priority: HIGHEST for action port [ 890.999936] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a40d71-0363-4d41-9b5e-c3ecb347a3cf taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.000083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a40d71-0363-4d41-9b5e-c3ecb347a3cf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.000154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a40d71-0363-4d41-9b5e-c3ecb347a3cf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.000567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a40d71-0363-4d41-9b5e-c3ecb347a3cf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.000659] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a40d71-0363-4d41-9b5e-c3ecb347a3cf',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.062952] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.063477] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.064559] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea4b8bb0-3d09-4727-9b5c-44382dd19c55',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.083776] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.244172] env[66693]: INFO networking_nsxv3.common.synchronization [None req-f93893e7-15d9-4688-b571-5f8429b2b914 None None] Enqueued Resource ID: a8fdb55e-2ec0-45d0-8497-57a9d738e954 with Priority: HIGHEST for action port [ 891.244172] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fdb55e-2ec0-45d0-8497-57a9d738e954 with Priority: HIGHEST for action port [ 891.244301] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8fdb55e-2ec0-45d0-8497-57a9d738e954 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.244363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8fdb55e-2ec0-45d0-8497-57a9d738e954" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.244394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8fdb55e-2ec0-45d0-8497-57a9d738e954" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.244630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8fdb55e-2ec0-45d0-8497-57a9d738e954" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.244709] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8fdb55e-2ec0-45d0-8497-57a9d738e954',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.393394] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 891.393394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.503554] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2a40d71-0363-4d41-9b5e-c3ecb347a3cf [ 891.503869] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.503979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.503979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.504535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.504535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.504535] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2a40d71-0363-4d41-9b5e-c3ecb347a3cf already deleted. [ 891.504535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a40d71-0363-4d41-9b5e-c3ecb347a3cf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.566733] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.567149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.567149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.567307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.567428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.567458] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 is going to be updated. [ 891.568644] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.569649] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.570490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.570570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.570900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.571121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.572707] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 is going to be updated. [ 891.589603] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.589719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.589753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.589946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.590056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.590282] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 891.602973] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.603152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.603185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.603389] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.603528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.607040] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.607040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.607040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.607040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.607040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.622094] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: IN_PROGRESS for 2s [ 891.622094] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 in Status: IN_PROGRESS for 2s [ 891.629667] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.629814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.630137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.630137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.630249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.640454] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 891.748137] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8fdb55e-2ec0-45d0-8497-57a9d738e954 [ 891.749029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.749029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.749029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.749029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.749029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.749029] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8fdb55e-2ec0-45d0-8497-57a9d738e954 already deleted. [ 891.749029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8fdb55e-2ec0-45d0-8497-57a9d738e954" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.777793] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: SUCCESS [ 891.777793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.793873] env[66693]: INFO networking_nsxv3.common.synchronization [None req-7ae9ed9f-53c5-420c-9738-50512d58d90b tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 891.793927] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 891.794313] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.794746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.794809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.795016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.795186] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.795297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.795364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.795502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.795588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.795681] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.020787] env[66693]: INFO networking_nsxv3.common.synchronization [None req-07d5117b-5c22-4499-aa38-ea789d1eed18 tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_rules [ 892.021825] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_rules [ 892.022099] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.022323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.022411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.022733] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.022807] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.074552] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.074712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.074783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.074993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.075099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.075201] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be updated. [ 892.107366] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.107723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.107723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.110274] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.110692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.121755] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: IN_PROGRESS for 2s [ 892.159663] env[66693]: INFO networking_nsxv3.common.synchronization [None req-454e6b59-1297-4f92-a38f-7ee38da8f7da tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_rules [ 892.160278] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_rules [ 892.160598] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.160699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.298549] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.545956] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.546124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.546199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.546411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.546500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.546615] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 already deleted. [ 892.546759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.546954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.547148] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.547733] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.800898] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.071763] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.072798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.072798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.072798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.072798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.072798] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 already deleted. [ 893.072798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.303479] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.303632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.303708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.303892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.303984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.304094] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 893.341296] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.341541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.341622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.341840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.342046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.355829] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 893.635371] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 in Status: SUCCESS [ 893.635371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.637048] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: SUCCESS [ 893.637048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.637048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.637456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.637613] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.638473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.638473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.638473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.638473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.638473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.638473] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea4b8bb0-3d09-4727-9b5c-44382dd19c55',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.639402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.639683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.639884] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.640196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.640269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.640534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.641111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.641111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.641111] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.656154] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 893.656154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.656380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.656618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.656860] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.657093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.657233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.657410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.657526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.657648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.657775] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.136060] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: SUCCESS [ 894.136755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.136755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.137460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.137460] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.137664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.137766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.138037] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.140501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.140501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.140501] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.142992] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea4b8bb0-3d09-4727-9b5c-44382dd19c55',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.150062] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.160759] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.161118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.161279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.161513] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.161845] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.162055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.162112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.162287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.162381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.162475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.162757] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.162871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.162940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.163144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.163269] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.163387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.164222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.164593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.164593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.164593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.164770] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.309810] env[66693]: INFO networking_nsxv3.common.synchronization [req-91b4d862-7579-4ca8-a4ac-42f0d5145731 req-cd7a0208-b58b-4548-b224-f4942deac1b8 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_members [ 894.310245] env[66693]: INFO networking_nsxv3.common.synchronization [req-91b4d862-7579-4ca8-a4ac-42f0d5145731 req-cd7a0208-b58b-4548-b224-f4942deac1b8 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 with Priority: HIGHEST for action security_group_members [ 894.310245] env[66693]: INFO networking_nsxv3.common.synchronization [req-91b4d862-7579-4ca8-a4ac-42f0d5145731 req-cd7a0208-b58b-4548-b224-f4942deac1b8 tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 894.311142] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGHEST for action security_group_members [ 894.314290] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 with Priority: HIGHEST for action security_group_members [ 894.314399] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 894.314886] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.315045] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.315115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.315667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.315667] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.315667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.315667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.315813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.315813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.315925] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.321110] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.321277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.321277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.321594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.321739] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.321739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.322118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.322118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.322118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.322118] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea4b8bb0-3d09-4727-9b5c-44382dd19c55',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.322982] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.323745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.323745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.323745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.323745] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.323745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.323745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.327038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.327038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.327038] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.643695] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.644365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.644535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.644846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.645112] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.645227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.645304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.645546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.645661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.645759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.646110] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.646110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.646328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.646328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.646487] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.646761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.646761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.646761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.646989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.646989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.647101] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.648672] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea4b8bb0-3d09-4727-9b5c-44382dd19c55: rpc.has_security_group_logging(os_id): False [ 894.650254] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a27cbd-f04a-45f7-ba0b-6af169a237e3: rpc.has_security_group_logging(os_id): False [ 894.668500] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 031138f3-7f95-4224-84de-b3694e519c22: rpc.has_security_group_logging(os_id): False [ 894.670981] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.670981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.670981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.670981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.670981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.671348] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.671348] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.671417] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.675846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.675846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.675846] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 is going to be updated. [ 894.676820] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.676931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.677045] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.678483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.678483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.678483] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.678483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.678483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.678483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.678483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.678483] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 is going to be created. [ 894.700792] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.700792] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.700792] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.700792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.701596] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.701596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.701596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.701596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.701596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.701596] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 894.758100] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.759159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.759159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.759159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.759159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.761165] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.761401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.761401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.762009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.762009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.780595] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 in Status: IN_PROGRESS for 2s [ 894.787833] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: IN_PROGRESS for 2s [ 894.788202] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.788202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.788202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.788340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.788430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.828797] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.830442] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.830442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.830603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.830742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.830856] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.831066] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.831258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.831258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.831408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.831509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.831613] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 is going to be updated. [ 894.832856] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.832981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.833141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.833283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.833348] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.833552] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.833665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.833729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.833895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.833977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.834102] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 is going to be updated. [ 894.837120] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.837307] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.837451] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.838256] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.838256] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.838256] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.838486] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.838578] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.838747] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.838976] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.839128] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.839244] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.839398] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.839493] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.839617] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.839747] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.842328] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 894.904343] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.904710] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.065 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.904710] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.904863] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.905170] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-5efdab07-92f0-4302-b1cd-08aa3a378ad4 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.905389] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-5efdab07-92f0-4302-b1cd-08aa3a378ad4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.905521] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-5efdab07-92f0-4302-b1cd-08aa3a378ad4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.905930] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-5efdab07-92f0-4302-b1cd-08aa3a378ad4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.906173] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efdab07-92f0-4302-b1cd-08aa3a378ad4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.923178] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.923331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.923402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.923637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.923787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.926908] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.926908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.928172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.928172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.928172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.941247] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: IN_PROGRESS for 2s [ 894.942092] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 in Status: IN_PROGRESS for 2s [ 895.152300] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4: rpc.has_security_group_logging(os_id): False [ 895.177499] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.177499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.177499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.177499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.177499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.177499] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.178403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.178731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.179408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.179803] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.181151] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.181151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.181151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.181779] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.182201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.184093] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.184093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.184093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.184093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.185241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.185839] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be updated. [ 895.261320] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.264027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.264288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.264620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.266029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.278736] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: IN_PROGRESS for 2s [ 895.337586] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.369482] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 895.369482] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.408665] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.408884] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.409024] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.409378] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.409530] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.409685] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 5efdab07-92f0-4302-b1cd-08aa3a378ad4 not found, creating... [ 895.409951] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.410535] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.410622] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.411138] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.411438] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.411949] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.412268] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.413068] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.413068] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.413068] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.413241] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 5efdab07-92f0-4302-b1cd-08aa3a378ad4 is going to be created. [ 895.443430] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.443664] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.443811] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.444150] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.444387] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.445034] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-5efdab07-92f0-4302-b1cd-08aa3a378ad4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.715338] env[66693]: INFO networking_nsxv3.common.synchronization [None req-b0d2d9ed-02a5-4c01-98ac-07e8ce3eb14c None None] Enqueued Resource ID: 1af50919-9edf-4498-9137-ed13daaea791 with Priority: HIGHEST for action port [ 895.715958] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af50919-9edf-4498-9137-ed13daaea791 with Priority: HIGHEST for action port [ 895.716288] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-1af50919-9edf-4498-9137-ed13daaea791 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.716572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1af50919-9edf-4498-9137-ed13daaea791" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.716664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1af50919-9edf-4498-9137-ed13daaea791" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.717210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1af50919-9edf-4498-9137-ed13daaea791" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.717428] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af50919-9edf-4498-9137-ed13daaea791',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.843285] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.843436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.843514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.843722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.843813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.843912] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 895.880359] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.880563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.880563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.880798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.880951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.892818] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 896.150999] env[66693]: INFO networking_nsxv3.common.synchronization [req-f55e4fd4-850d-4542-a97f-7492baea91bf req-5171b72f-5cfa-4757-9d07-9709bff78b48 service nova] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_rules [ 896.151197] env[66693]: INFO networking_nsxv3.common.synchronization [req-f55e4fd4-850d-4542-a97f-7492baea91bf req-5171b72f-5cfa-4757-9d07-9709bff78b48 service nova] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 896.151289] env[66693]: INFO networking_nsxv3.common.synchronization [req-f55e4fd4-850d-4542-a97f-7492baea91bf req-5171b72f-5cfa-4757-9d07-9709bff78b48 service nova] Enqueued Resource ID: 5efdab07-92f0-4302-b1cd-08aa3a378ad4 with Priority: HIGHEST for action port [ 896.151979] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_rules [ 896.151979] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 896.152428] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5efdab07-92f0-4302-b1cd-08aa3a378ad4 with Priority: HIGHEST for action port [ 896.152858] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.152858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.152858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.152971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.153260] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.155453] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.155453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.155453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.155453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.155453] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.155453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.155453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.155687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.155687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.155687] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.157506] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5efdab07-92f0-4302-b1cd-08aa3a378ad4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.157855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5efdab07-92f0-4302-b1cd-08aa3a378ad4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.157855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5efdab07-92f0-4302-b1cd-08aa3a378ad4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.157855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5efdab07-92f0-4302-b1cd-08aa3a378ad4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.157974] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efdab07-92f0-4302-b1cd-08aa3a378ad4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.219907] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1af50919-9edf-4498-9137-ed13daaea791 [ 896.220220] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.220483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.220564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.220798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.220908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.221013] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1af50919-9edf-4498-9137-ed13daaea791 already deleted. [ 896.221277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1af50919-9edf-4498-9137-ed13daaea791" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.355320] env[66693]: INFO networking_nsxv3.common.synchronization [req-4f023446-4eaf-46eb-9230-732895c28bcf req-349da540-093a-4dd1-b85d-d2ef158da761 tempest-ListServerFiltersTestJSON-246612591 tempest-ListServerFiltersTestJSON-246612591-project-member] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 896.356502] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGHEST for action security_group_members [ 896.356502] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.356502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.356502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.356736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.356736] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.356826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.356867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.357209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.357209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.357209] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.655032] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.655567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.661234] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.662211] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5efdab07-92f0-4302-b1cd-08aa3a378ad4 with status ACTIVE [ 896.662211] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.662211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.662386] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.662467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.662529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.662900] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.662900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.662900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.663077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.663077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.664993] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.664993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.664993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.664993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.664993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.664993] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5efdab07-92f0-4302-b1cd-08aa3a378ad4 is going to be updated. [ 896.688013] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.688209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.688209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.688317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.688452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.688607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5efdab07-92f0-4302-b1cd-08aa3a378ad4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.795733] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 in Status: SUCCESS [ 896.796016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.807534] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: SUCCESS [ 896.807785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.858676] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.858881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.858881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.859209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.859270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.859446] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.859549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.859603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.859760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.859838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.859930] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be updated. [ 896.872637] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 896.872888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.891930] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.891930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.891930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.891930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.892218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.903587] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: IN_PROGRESS for 2s [ 896.957659] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 in Status: SUCCESS [ 896.957659] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 deletion is rescheduled due to dependency. [ 896.957659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.960062] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 in Status: SUCCESS [ 896.960062] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 deletion is rescheduled due to dependency. [ 896.960062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.168131] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.294966] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: SUCCESS [ 897.295273] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.671029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.671029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.671029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.671029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.671029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.671029] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 897.701650] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.703043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.703043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.703043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.703330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.713855] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 897.751947] env[66693]: INFO networking_nsxv3.common.synchronization [req-49ea4a74-3b01-4d53-bce1-a4618ee08615 req-3f3d7034-95d2-4b4a-b08d-dc836e244512 tempest-ServersTestJSON-876624368 tempest-ServersTestJSON-876624368-project-member] Enqueued Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_members [ 897.752506] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGHEST for action security_group_members [ 897.752849] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-67807f6d-80e2-4558-b721-2d5d1357739c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.752980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.753228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.753450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.753614] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.753711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.753831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.753909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.754028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.754134] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67807f6d-80e2-4558-b721-2d5d1357739c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.908268] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 897.908881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.256812] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.257223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.257223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.257529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.257529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.257677] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.257677] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.257759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.257894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.257969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.258068] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67807f6d-80e2-4558-b721-2d5d1357739c is going to be updated. [ 898.292251] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.292414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.292488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.292711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.292854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.307305] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67807f6d-80e2-4558-b721-2d5d1357739c in Status: IN_PROGRESS for 2s [ 898.914250] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d in Status: SUCCESS [ 898.914379] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d deletion is rescheduled due to dependency. [ 898.914510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.730188] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 899.730503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.730794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.730902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.731131] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.731251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.731411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.732068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.732068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.732068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.732068] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.235439] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.235595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.235967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.235967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.236082] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.236154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.236333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.236546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.236682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.236831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.237010] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.237124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.237189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.237338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.237479] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.237571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.237632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.237769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.237854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.237938] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.238038] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.332187] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67807f6d-80e2-4558-b721-2d5d1357739c in Status: SUCCESS [ 900.332325] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67807f6d-80e2-4558-b721-2d5d1357739c deletion is rescheduled due to dependency. [ 900.332573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.741555] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd104493-6921-4dec-be23-cac130e252e1: rpc.has_security_group_logging(os_id): False [ 900.762181] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.762181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.762181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.762638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.762638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.762933] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.763103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.763288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.763477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.763645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.763950] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.764373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.764471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.764840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.764973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.765292] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.765425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.765542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.765743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.765872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.766037] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 900.845790] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.845790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.846199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.846199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.846333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.866575] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 900.904823] env[66693]: INFO networking_nsxv3.common.synchronization [req-905fae91-dd0a-438a-a3a2-0719faa3274f req-6d0720b3-beb8-4ffd-bdeb-c5f0f9e23fa5 tempest-AttachVolumeTestJSON-1478924556 tempest-AttachVolumeTestJSON-1478924556-project-member] Enqueued Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_members [ 900.905760] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_members [ 900.906250] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fb6cc-6954-41c8-97fe-d7eb03984390 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.906382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.906550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.906942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.907211] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.907359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.907512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.908345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.908345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.908345] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776fb6cc-6954-41c8-97fe-d7eb03984390',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.317085] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.317479] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-244" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.317635] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-244" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.320070] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-244" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.320070] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.320070] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.320070] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.320070] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.320070] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.320070] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.320070] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.320070] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.320070] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.320070] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.320070] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.320070] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.345064] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.345171] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.346331] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.346331] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-244" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.346331] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-492be296-5bd5-4f27-ace3-e5415c0ab353 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.346331] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-492be296-5bd5-4f27-ace3-e5415c0ab353" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.346597] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-492be296-5bd5-4f27-ace3-e5415c0ab353" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.346845] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-492be296-5bd5-4f27-ace3-e5415c0ab353" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.346907] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492be296-5bd5-4f27-ace3-e5415c0ab353',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.410251] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.410412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.410481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.410699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.410789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.410980] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.411127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.411205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.411389] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.411500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.411594] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 already deleted. [ 901.411676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.604596] env[66693]: INFO networking_nsxv3.common.synchronization [None req-16646684-bb1c-4041-84c1-376dd1c68838 None None] Enqueued Resource ID: ddc885dc-ff7d-4d9a-9760-921a103cd9be with Priority: HIGHEST for action port [ 901.604857] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc885dc-ff7d-4d9a-9760-921a103cd9be with Priority: HIGHEST for action port [ 901.605168] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc885dc-ff7d-4d9a-9760-921a103cd9be taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.605281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc885dc-ff7d-4d9a-9760-921a103cd9be" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.605343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc885dc-ff7d-4d9a-9760-921a103cd9be" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.605611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc885dc-ff7d-4d9a-9760-921a103cd9be" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.605693] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc885dc-ff7d-4d9a-9760-921a103cd9be',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.849866] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.850334] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.850334] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.850566] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.850777] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.850954] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 492be296-5bd5-4f27-ace3-e5415c0ab353 not found, creating... [ 901.851339] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.851504] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.851620] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.851856] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.851998] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.852420] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.852622] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.852749] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.853035] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.853260] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.853408] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 492be296-5bd5-4f27-ace3-e5415c0ab353 is going to be created. [ 901.880126] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.880345] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.880517] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.880790] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.881067] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.881289] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-492be296-5bd5-4f27-ace3-e5415c0ab353" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.108029] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddc885dc-ff7d-4d9a-9760-921a103cd9be [ 902.108029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.108214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.108260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.108705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.108705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.108705] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddc885dc-ff7d-4d9a-9760-921a103cd9be already deleted. [ 902.108798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc885dc-ff7d-4d9a-9760-921a103cd9be" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.637771] env[66693]: INFO networking_nsxv3.common.synchronization [req-905fae91-dd0a-438a-a3a2-0719faa3274f req-e6124dd2-2e5d-41d9-b040-f51136ca7c65 service nova] Enqueued Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_rules [ 902.637961] env[66693]: INFO networking_nsxv3.common.synchronization [req-905fae91-dd0a-438a-a3a2-0719faa3274f req-e6124dd2-2e5d-41d9-b040-f51136ca7c65 service nova] Enqueued Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_members [ 902.638130] env[66693]: INFO networking_nsxv3.common.synchronization [req-905fae91-dd0a-438a-a3a2-0719faa3274f req-e6124dd2-2e5d-41d9-b040-f51136ca7c65 service nova] Enqueued Resource ID: 492be296-5bd5-4f27-ace3-e5415c0ab353 with Priority: HIGHEST for action port [ 902.638670] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_rules [ 902.638814] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_members [ 902.638957] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492be296-5bd5-4f27-ace3-e5415c0ab353 with Priority: HIGHEST for action port [ 902.643013] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776fb6cc-6954-41c8-97fe-d7eb03984390 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.643226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.643778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.644016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.644122] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776fb6cc-6954-41c8-97fe-d7eb03984390',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.645105] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fb6cc-6954-41c8-97fe-d7eb03984390 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.645251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.645321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.645499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.645654] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.645757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.645799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.645934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.651614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.651614] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776fb6cc-6954-41c8-97fe-d7eb03984390',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.651614] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-492be296-5bd5-4f27-ace3-e5415c0ab353 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.651614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-492be296-5bd5-4f27-ace3-e5415c0ab353" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.651614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-492be296-5bd5-4f27-ace3-e5415c0ab353" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.651614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-492be296-5bd5-4f27-ace3-e5415c0ab353" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.651614] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492be296-5bd5-4f27-ace3-e5415c0ab353',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.882357] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 902.882841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.155056] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('776fb6cc-6954-41c8-97fe-d7eb03984390',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.155056] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 492be296-5bd5-4f27-ace3-e5415c0ab353 with status ACTIVE [ 903.155056] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.155056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.155056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.155056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.155363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.155363] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.155363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.155452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.155592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.155697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.155824] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.156696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.156696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.156696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.156696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.156696] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 492be296-5bd5-4f27-ace3-e5415c0ab353 is going to be updated. [ 903.160391] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fb6cc-6954-41c8-97fe-d7eb03984390 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.160520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.183707] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.183707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.183707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.183707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.183993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.183993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-492be296-5bd5-4f27-ace3-e5415c0ab353" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.661837] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('776fb6cc-6954-41c8-97fe-d7eb03984390',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.761564] env[66693]: INFO networking_nsxv3.common.synchronization [None req-9de2bc7e-07c3-45ee-98bc-031c9ef0633f None None] Enqueued Resource ID: 5a9afaa6-23d1-4645-99c5-753728d37d77 with Priority: HIGHEST for action port [ 903.761823] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9afaa6-23d1-4645-99c5-753728d37d77 with Priority: HIGHEST for action port [ 903.762589] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a9afaa6-23d1-4645-99c5-753728d37d77 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.762589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a9afaa6-23d1-4645-99c5-753728d37d77" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.762589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a9afaa6-23d1-4645-99c5-753728d37d77" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.762906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a9afaa6-23d1-4645-99c5-753728d37d77" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.762906] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a9afaa6-23d1-4645-99c5-753728d37d77',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.165177] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.165514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.165514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.165591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.165677] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.165769] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 is going to be created. [ 904.194199] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.194360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.194430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.194710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.194875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.204232] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 in Status: UNINITIALIZED for 2s [ 904.264768] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a9afaa6-23d1-4645-99c5-753728d37d77 [ 904.265013] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.265212] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.265289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.265492] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.265583] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.265678] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a9afaa6-23d1-4645-99c5-753728d37d77 already deleted. [ 904.265758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a9afaa6-23d1-4645-99c5-753728d37d77" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.215951] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 in Status: UNINITIALIZED for 4s [ 906.532869] env[66693]: INFO networking_nsxv3.common.synchronization [req-0d37a0b2-ab6d-42d8-8900-a71770d5e08b req-cf0cfcaa-e171-4643-a1d9-37ee55fb4cb4 tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 906.535951] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 906.535951] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.535951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.535951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.536228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.536322] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.536426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.536485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.536632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.536720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.536817] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.039307] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.039481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.039538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.040289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.040289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.040289] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.040289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.040289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.040634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.040634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.040634] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 907.078284] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.078454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.078542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.078704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.078862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.089608] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 907.185947] env[66693]: INFO networking_nsxv3.common.synchronization [req-c861b6fc-3c09-4ccb-b32f-3d562a14eecf req-fde876c5-c3e6-4d93-a584-72e5c208ec83 tempest-ServersAdminNegativeTestJSON-251038678 tempest-ServersAdminNegativeTestJSON-251038678-project-member] Enqueued Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 907.186649] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 907.187064] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.187224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.187325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.187579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.187810] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.187971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.188102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.188351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.188494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.188644] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.691122] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.883041] env[66693]: INFO networking_nsxv3.common.synchronization [req-31c8607a-748a-4958-a10b-4d295ed4657f req-96a013cf-489a-4fa2-974b-3834668086f9 tempest-MigrationsAdminTest-1407721922 tempest-MigrationsAdminTest-1407721922-project-member] Enqueued Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 907.883041] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 907.883041] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.883041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.883430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.883430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.883488] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.884695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.884796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.884998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.885282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.885282] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.193980] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.230154] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 in Status: SUCCESS [ 908.230354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.230530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.230791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.231896] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.231896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.231896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.231896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.231896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.231896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.231896] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('776fb6cc-6954-41c8-97fe-d7eb03984390',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.388661] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.697199] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.697199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.697199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.697199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.697199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.697199] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a is going to be updated. [ 908.730659] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.730838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.730877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.731185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.731387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.734056] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('776fb6cc-6954-41c8-97fe-d7eb03984390',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.746784] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: IN_PROGRESS for 2s [ 908.892828] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.100835] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 909.100999] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 deletion is rescheduled due to dependency. [ 909.101205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.237102] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 776fb6cc-6954-41c8-97fe-d7eb03984390: rpc.has_security_group_logging(os_id): False [ 909.258792] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.260353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.260353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.260353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.260353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.260751] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.260751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.260907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.260955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.261095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.261196] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 is going to be created. [ 909.341538] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.341538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.341877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.341877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.342075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.360572] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 in Status: IN_PROGRESS for 2s [ 909.397026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.397026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.397216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.397312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.397406] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.397508] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db is going to be updated. [ 909.476809] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.477298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.477497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.477963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.478264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.492774] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: IN_PROGRESS for 2s [ 909.609418] env[66693]: INFO networking_nsxv3.common.synchronization [req-9b493a8e-e3bb-4292-8448-3dd34807b281 req-ed4b10ea-2e2e-4fc1-8a9b-9fb36cae659f tempest-ServersWithSpecificFlavorTestJSON-1448579426 tempest-ServersWithSpecificFlavorTestJSON-1448579426-project-member] Enqueued Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 909.610342] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b with Priority: HIGHEST for action security_group_members [ 909.610481] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a81ee1f2-42a4-4f35-b343-1546f7f3485b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.611193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.611250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.611762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.612081] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.612496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.612496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.612496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.612891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.612891] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a81ee1f2-42a4-4f35-b343-1546f7f3485b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.116035] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.116362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.116362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.116480] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.116555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.116744] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.116837] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.116903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.117127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.117220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.117292] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b is going to be updated. [ 910.145149] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.145351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.145351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.145573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.145719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.155117] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: IN_PROGRESS for 2s [ 910.758467] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: SUCCESS [ 910.759755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.374062] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 in Status: SUCCESS [ 911.374370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.504360] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: SUCCESS [ 911.505327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.948329] env[66693]: INFO networking_nsxv3.common.synchronization [req-707f0578-d1e4-46b1-af51-28948c17a53c req-56dc147a-8eb2-4980-9723-0d1c8a14ee84 tempest-ImagesOneServerNegativeTestJSON-2004584261 tempest-ImagesOneServerNegativeTestJSON-2004584261-project-member] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 911.948897] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 911.949229] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.949376] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.949418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.949596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.949776] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.949836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.949897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.950057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.950145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.950245] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.166382] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b in Status: SUCCESS [ 912.166382] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a81ee1f2-42a4-4f35-b343-1546f7f3485b deletion is rescheduled due to dependency. [ 912.166382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a81ee1f2-42a4-4f35-b343-1546f7f3485b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.373983] env[66693]: INFO networking_nsxv3.common.synchronization [req-e610e5aa-0c94-421e-9425-61a6e3d0dcfd req-80898b3a-584b-40e1-8d26-7a688f976895 tempest-ServersAdminTestJSON-439535977 tempest-ServersAdminTestJSON-439535977-project-member] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 912.373983] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGHEST for action security_group_members [ 912.374946] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.375194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.375990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.376291] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.376510] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.376668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.376771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.376970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.377143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.377284] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.452735] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.452914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.452986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.453273] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.453368] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.453940] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.453940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.453940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.453940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.454141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.454141] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be updated. [ 912.466030] env[66693]: INFO networking_nsxv3.common.synchronization [req-3257e9b8-d903-4703-ba71-d3afbc8cec84 req-e979e90b-544b-46b0-adf9-0f7c7498ea0b tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 912.468604] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 912.469056] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.469186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.469664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.469735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.469987] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.469987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.470118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.470216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.470948] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.470948] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.502442] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.502644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.502644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.503791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.503791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.515953] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: IN_PROGRESS for 2s [ 912.790015] env[66693]: INFO networking_nsxv3.common.synchronization [req-0f6078ad-7526-45e1-9d52-158eabdff221 req-264eb96b-e091-4cd8-8739-a2a3f328ee02 tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 912.790580] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 912.791319] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.791472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.793329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.793644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.793902] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.794085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.794186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.794429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.794555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.794772] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.823142] env[66693]: INFO networking_nsxv3.common.synchronization [req-0f6078ad-7526-45e1-9d52-158eabdff221 req-264eb96b-e091-4cd8-8739-a2a3f328ee02 tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_rules [ 912.823142] env[66693]: INFO networking_nsxv3.common.synchronization [req-0f6078ad-7526-45e1-9d52-158eabdff221 req-264eb96b-e091-4cd8-8739-a2a3f328ee02 tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 912.823142] env[66693]: INFO networking_nsxv3.common.synchronization [req-0f6078ad-7526-45e1-9d52-158eabdff221 req-264eb96b-e091-4cd8-8739-a2a3f328ee02 tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 88e41646-d3fb-4e68-9bc1-0362c82b9020 with Priority: HIGHEST for action port [ 912.827020] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_rules [ 912.827020] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 912.827020] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e41646-d3fb-4e68-9bc1-0362c82b9020 with Priority: HIGHEST for action port [ 912.827020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.827020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.827020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.827020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.827020] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.827020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.827020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.828176] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-88e41646-d3fb-4e68-9bc1-0362c82b9020 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.828598] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.828813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.829341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.830035] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88e41646-d3fb-4e68-9bc1-0362c82b9020',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.882039] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.882039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.882039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.882326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.882326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.884781] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.884781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.884781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.884781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.884781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.884781] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be updated. [ 912.889349] env[66693]: INFO networking_nsxv3.common.synchronization [req-01ed3609-fe80-47f4-ba3c-543262217a24 req-73912054-e60c-427d-a8e4-e0b078635e84 tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 912.889349] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 912.889349] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.889349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.889349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.889349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.889349] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.889349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.889349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.889349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.889349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.889349] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.923162] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.923311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.923398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.923620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.923764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.936652] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: IN_PROGRESS for 2s [ 912.972150] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.297431] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.334310] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.334310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.334310] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88e41646-d3fb-4e68-9bc1-0362c82b9020 with status ACTIVE [ 913.334310] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.334310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.334310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.334310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.334310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.334310] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.334310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.334310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.334310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.334310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.334310] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.334991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.334991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.334991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.334991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.334991] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88e41646-d3fb-4e68-9bc1-0362c82b9020 is going to be updated. [ 913.396025] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.396025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.396025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.396025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.396025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.396025] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.396025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.396025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.396025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.396025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.396025] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 913.398170] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.399708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.400347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.400973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.401258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.401534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.434562] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.438880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.438880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.438880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.438880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.453177] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 913.480133] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.750582] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.750796] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.750967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.751306] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.751599] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.751767] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.751882] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.752156] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.752316] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.752550] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.752665] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.752773] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.752879] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.752986] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.753111] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.753247] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.773538] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.773784] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.773959] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.774176] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.774530] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-935b7370-2212-4c70-8dbe-2375a4b78257 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.774813] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-935b7370-2212-4c70-8dbe-2375a4b78257" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.774897] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-935b7370-2212-4c70-8dbe-2375a4b78257" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.775239] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-935b7370-2212-4c70-8dbe-2375a4b78257" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.775376] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('935b7370-2212-4c70-8dbe-2375a4b78257',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.799517] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.984035] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.984035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.984035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.984035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.984035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.984035] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 914.011472] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.011672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.011779] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.012099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.012315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.022756] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 914.069117] env[66693]: INFO networking_nsxv3.common.synchronization [None req-c45402f2-b664-4c08-a049-1e01ba05347b tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 914.069977] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 914.070344] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.070452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.280821] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.280821] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.280821] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.281352] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.281544] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.281935] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 935b7370-2212-4c70-8dbe-2375a4b78257 not found, creating... [ 914.282570] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.282753] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.282874] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.283138] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.283286] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.283619] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.283775] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.283941] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.284385] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.284621] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.284849] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 935b7370-2212-4c70-8dbe-2375a4b78257 is going to be created. [ 914.301925] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.302230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.302358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.302676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.302930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.302987] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 is going to be updated. [ 914.310823] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.311188] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.311365] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.311739] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.312076] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.312533] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-935b7370-2212-4c70-8dbe-2375a4b78257" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.364267] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.364418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.364488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.364709] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.364860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.378541] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: IN_PROGRESS for 2s [ 914.527716] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: SUCCESS [ 914.528107] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 deletion is rescheduled due to dependency. [ 914.528107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.948336] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 in Status: SUCCESS [ 914.948615] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 deletion is rescheduled due to dependency. [ 914.948891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.041836] env[66693]: INFO networking_nsxv3.common.synchronization [req-01ed3609-fe80-47f4-ba3c-543262217a24 req-645954bd-e088-4850-a333-b6e4ec2de699 service nova] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_rules [ 915.041836] env[66693]: INFO networking_nsxv3.common.synchronization [req-01ed3609-fe80-47f4-ba3c-543262217a24 req-645954bd-e088-4850-a333-b6e4ec2de699 service nova] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 915.041836] env[66693]: INFO networking_nsxv3.common.synchronization [req-01ed3609-fe80-47f4-ba3c-543262217a24 req-645954bd-e088-4850-a333-b6e4ec2de699 service nova] Enqueued Resource ID: 935b7370-2212-4c70-8dbe-2375a4b78257 with Priority: HIGHEST for action port [ 915.041836] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_rules [ 915.041836] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 915.041836] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935b7370-2212-4c70-8dbe-2375a4b78257 with Priority: HIGHEST for action port [ 915.042309] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.042309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.042394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.043315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.043315] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.045169] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.045277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.045507] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-935b7370-2212-4c70-8dbe-2375a4b78257 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.045643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-935b7370-2212-4c70-8dbe-2375a4b78257" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.045674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-935b7370-2212-4c70-8dbe-2375a4b78257" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.046754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-935b7370-2212-4c70-8dbe-2375a4b78257" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.046873] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('935b7370-2212-4c70-8dbe-2375a4b78257',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.438825] env[66693]: INFO networking_nsxv3.common.synchronization [req-f939daad-2f78-4a90-a68b-bd42581aa16a req-65e77478-88e3-49aa-9eab-395b86050b32 tempest-ImagesTestJSON-1736470785 tempest-ImagesTestJSON-1736470785-project-member] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 915.439459] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 915.439774] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.440369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.440369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.441455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.441650] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.441650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.441760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.441984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.441984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.442297] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.463897] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 915.464181] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 deletion is rescheduled due to dependency. [ 915.464343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.464819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.465100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.465305] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.465511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.465511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.465746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.465853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.465951] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.548291] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.548591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.551244] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 935b7370-2212-4c70-8dbe-2375a4b78257 with status ACTIVE [ 915.551512] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.551678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.551767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.551995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.552162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.552397] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.552504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.552569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.552752] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.552846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.553051] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.553154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.553214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.555242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.555339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.555435] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 935b7370-2212-4c70-8dbe-2375a4b78257 is going to be updated. [ 915.582382] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.582541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.582618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.582841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.582980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.583163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-935b7370-2212-4c70-8dbe-2375a4b78257" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.871583] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.871781] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.871906] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.872235] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.872514] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.872658] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.872773] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.872992] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.873147] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.873396] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.873639] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.873639] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.873812] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.873812] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.873893] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.874116] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.895731] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.895890] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.896038] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.896221] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.896533] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-15c82298-58a5-4fa9-a10f-1b825a80a023 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.896698] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-15c82298-58a5-4fa9-a10f-1b825a80a023" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.896809] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-15c82298-58a5-4fa9-a10f-1b825a80a023" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.897272] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-15c82298-58a5-4fa9-a10f-1b825a80a023" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.897409] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c82298-58a5-4fa9-a10f-1b825a80a023',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.946055] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.946055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.946055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.946265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.946265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.946441] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.946546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.946622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.946750] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.946823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.946911] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 915.969540] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.975139] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.975302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.975302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.975474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.975600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.984562] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 916.036063] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 916.036254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.036459] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.036713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.036916] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.037054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.037114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.037333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.037423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.037522] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.389289] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: SUCCESS [ 916.389625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.389861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.390149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.390436] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.390573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.390902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.391229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.391337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.391450] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.400603] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.400912] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.401181] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.401480] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.401639] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.401803] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 15c82298-58a5-4fa9-a10f-1b825a80a023 not found, creating... [ 916.402105] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.402295] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.402414] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.402659] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.402797] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.403549] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.403814] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.403939] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.404177] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.404326] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.404491] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 15c82298-58a5-4fa9-a10f-1b825a80a023 is going to be created. [ 916.427361] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.427693] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.427778] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.428080] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.428326] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.428592] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-15c82298-58a5-4fa9-a10f-1b825a80a023" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.471577] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.539955] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.540167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.540211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.540421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.540517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.540737] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.540846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.540911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.541151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.541287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.541335] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 916.575246] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.575246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.575246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.575617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.575617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.584458] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 916.894583] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.970923] env[66693]: INFO networking_nsxv3.common.synchronization [req-831088d8-d474-4a96-ba26-9bb7e4d004ac req-361d3967-b53c-4dde-aac3-9296ddcb45aa tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 916.970923] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 916.971695] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.971857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.975908] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.976137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.976281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.976529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.976671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.976810] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 916.984161] env[66693]: INFO networking_nsxv3.common.synchronization [req-831088d8-d474-4a96-ba26-9bb7e4d004ac req-361d3967-b53c-4dde-aac3-9296ddcb45aa tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_rules [ 916.984350] env[66693]: INFO networking_nsxv3.common.synchronization [req-831088d8-d474-4a96-ba26-9bb7e4d004ac req-361d3967-b53c-4dde-aac3-9296ddcb45aa tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 916.984484] env[66693]: INFO networking_nsxv3.common.synchronization [req-831088d8-d474-4a96-ba26-9bb7e4d004ac req-361d3967-b53c-4dde-aac3-9296ddcb45aa tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 88e41646-d3fb-4e68-9bc1-0362c82b9020 with Priority: HIGHEST for action port [ 916.985072] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_rules [ 916.985215] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 916.985325] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e41646-d3fb-4e68-9bc1-0362c82b9020 with Priority: HIGHEST for action port [ 916.985658] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.985760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.985962] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.986186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.986542] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-88e41646-d3fb-4e68-9bc1-0362c82b9020 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.986656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.986976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.987508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.987650] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88e41646-d3fb-4e68-9bc1-0362c82b9020',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.008880] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.009061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.009210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.009451] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.009628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.020581] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 917.170307] env[66693]: INFO networking_nsxv3.common.synchronization [req-f939daad-2f78-4a90-a68b-bd42581aa16a req-b7a9fdea-005b-4210-a557-c4f800fb5c97 service nova] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_rules [ 917.170307] env[66693]: INFO networking_nsxv3.common.synchronization [req-f939daad-2f78-4a90-a68b-bd42581aa16a req-b7a9fdea-005b-4210-a557-c4f800fb5c97 service nova] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 917.170307] env[66693]: INFO networking_nsxv3.common.synchronization [req-f939daad-2f78-4a90-a68b-bd42581aa16a req-b7a9fdea-005b-4210-a557-c4f800fb5c97 service nova] Enqueued Resource ID: 15c82298-58a5-4fa9-a10f-1b825a80a023 with Priority: HIGHEST for action port [ 917.170307] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_rules [ 917.170307] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 917.170307] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c82298-58a5-4fa9-a10f-1b825a80a023 with Priority: HIGHEST for action port [ 917.170797] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.171152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.171740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.172248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.172602] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.175056] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.175322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.175755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-15c82298-58a5-4fa9-a10f-1b825a80a023 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.177763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15c82298-58a5-4fa9-a10f-1b825a80a023" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.177763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15c82298-58a5-4fa9-a10f-1b825a80a023" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.177763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15c82298-58a5-4fa9-a10f-1b825a80a023" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.177763] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c82298-58a5-4fa9-a10f-1b825a80a023',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.401276] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.491075] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88e41646-d3fb-4e68-9bc1-0362c82b9020 with status ACTIVE [ 917.491348] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.491509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.491744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.492398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.492398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.492398] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.492639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.492639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.492941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.493043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.493234] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.493332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.493392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.493659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.493837] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.493924] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88e41646-d3fb-4e68-9bc1-0362c82b9020 is going to be updated. [ 917.521016] env[66693]: INFO networking_nsxv3.common.synchronization [req-b2a73b4b-5055-4d9d-a1de-70bf4ad4306c req-00ded83c-8610-4567-b60a-476d18ca5106 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_members [ 917.525665] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.525665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.525665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.525665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.525665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.526073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88e41646-d3fb-4e68-9bc1-0362c82b9020" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.530080] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGHEST for action security_group_members [ 917.530080] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf20bbb3-463b-4b9c-b138-71a587c220b6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.530080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.530080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.530080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.530080] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.530080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.530080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.530080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.530080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.530080] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf20bbb3-463b-4b9c-b138-71a587c220b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.678357] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.678813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.680130] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15c82298-58a5-4fa9-a10f-1b825a80a023 with status ACTIVE [ 917.680698] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.680698] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.680916] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.681235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.681430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.683229] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.683229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.683229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.683229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.683229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.683229] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.683229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.683229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.683640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.683640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.683764] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15c82298-58a5-4fa9-a10f-1b825a80a023 is going to be updated. [ 917.712269] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.712498] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.712547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.712761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.712917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.713128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15c82298-58a5-4fa9-a10f-1b825a80a023" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.905261] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.905665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.905665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.906062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.906196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.906326] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 is going to be updated. [ 917.951101] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.951101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.951101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.951101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.951101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.962966] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: IN_PROGRESS for 2s [ 917.997215] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 917.997403] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 deletion is rescheduled due to dependency. [ 917.997542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.997675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.997891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.998100] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.998210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.998272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.998420] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.998501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.998600] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.034927] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.034927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.034927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.034927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.034927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.034927] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.035992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.035992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.035992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.035992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.035992] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 is going to be updated. [ 918.080979] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.080979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.080979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.081382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.081615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.094980] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 in Status: IN_PROGRESS for 2s [ 918.500993] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.597386] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 918.597689] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 deletion is rescheduled due to dependency. [ 918.597882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.004719] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.031754] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 919.031932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.033024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.033024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.033024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.033024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.033337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.033337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.033395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.033858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.033858] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.508066] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.508066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.508066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.508066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.508406] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.508406] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 919.535852] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.536034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.536102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.536344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.536493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.537787] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.537960] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.538033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.538198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.538474] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.538573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.538632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.538773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.538867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.538955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.539132] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.539232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.539307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.539454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.539665] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.539730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.539784] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.539918] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.540023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.540179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.540217] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.549526] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 919.973010] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: SUCCESS [ 919.973262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.973439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.973630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.973820] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.973935] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.973995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.974160] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.974242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.974328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.974606] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.975315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.975537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.975609] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.976253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.976253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.976253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.976253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.976253] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.042295] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8: rpc.has_security_group_logging(os_id): False [ 920.068191] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.068191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.068191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.068191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.068191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.068191] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.068191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.068191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.068191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.068191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.068191] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.068758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.068758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.068758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.068758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.068943] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.069126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.069258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.069429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.069569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.069725] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 920.104429] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 in Status: SUCCESS [ 920.104621] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 deletion is rescheduled due to dependency. [ 920.104740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.136290] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.136467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.136557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.136791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.136975] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.157125] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 920.235351] env[66693]: INFO networking_nsxv3.common.synchronization [req-4b2b00d5-47f3-4cf2-921e-670219a4b3c8 req-e7596372-bd11-4090-9da5-6a9ca1c68e4e tempest-ServersTestBootFromVolume-2140823806 tempest-ServersTestBootFromVolume-2140823806-project-member] Enqueued Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_members [ 920.235964] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGHEST for action security_group_members [ 920.236449] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9ed971c-669c-4da2-b273-81c8bcdc0442 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.236596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.236658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.237618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.237946] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.238087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.238191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.238334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.238417] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.238602] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.479111] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.479263] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.742081] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.745023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.745023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.745023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.745023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.745023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.745023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.745023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.745023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.745023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.745023] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 is going to be updated. [ 920.779794] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.779972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.780058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.780236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.780434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.791903] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 in Status: IN_PROGRESS for 2s [ 920.981344] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9220fbfc-669b-48ea-8df8-19e518a66860: rpc.has_security_group_logging(os_id): False [ 920.982465] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.001747] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.001912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.001984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.002218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.002310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.003351] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.003463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.003531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.003693] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.003773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.003861] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 is going to be updated. [ 921.066421] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.066749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.066749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.066961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.067014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.079940] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: IN_PROGRESS for 2s [ 921.160793] env[66693]: INFO networking_nsxv3.common.synchronization [req-7913bb12-8c5d-46b8-99e2-ed9e1b3d4826 req-e80b08f8-f7f4-4020-92c8-c0559ff731e7 tempest-AttachInterfacesUnderV243Test-172135483 tempest-AttachInterfacesUnderV243Test-172135483-project-member] Enqueued Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 921.161417] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9220fbfc-669b-48ea-8df8-19e518a66860 with Priority: HIGHEST for action security_group_members [ 921.161743] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9220fbfc-669b-48ea-8df8-19e518a66860 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.161849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.485844] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.486095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.486359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.486359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.486588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.486588] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 is going to be updated. [ 921.524680] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.525545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.525545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.525545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.525545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.538997] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: IN_PROGRESS for 2s [ 921.562706] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 921.562940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.563139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.563370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.564098] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.564098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.564098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.564098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.564098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.564098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.564329] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.068095] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.068481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.068481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.068584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.068724] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.068830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.068966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.069193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.069298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.069374] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.069521] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.069649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.069678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.069834] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.069981] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.070125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.070186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.070288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.070363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.070441] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.070540] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.176028] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 922.176028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.573185] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5b46feb-ebc4-40aa-a9cb-ae08118e7488: rpc.has_security_group_logging(os_id): False [ 922.597656] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.597656] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.597656] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.597656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.598421] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.598421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.598421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.598421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.598421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.598421] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 922.662382] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.662542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.662610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.662790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.662956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.679620] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 922.693601] env[66693]: INFO networking_nsxv3.common.synchronization [req-8342d280-91f7-4c9f-9cb0-a4b9d57a2b2b req-3e3ceac3-52ba-41aa-ba9e-d401da3f75ee tempest-ServersNegativeTestMultiTenantJSON-714202326 tempest-ServersNegativeTestMultiTenantJSON-714202326-project-member] Enqueued Resource ID: 5152842d-2d12-424c-9812-c119a27cc4c4 with Priority: HIGHEST for action security_group_members [ 922.694326] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5152842d-2d12-424c-9812-c119a27cc4c4 with Priority: HIGHEST for action security_group_members [ 922.694675] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5152842d-2d12-424c-9812-c119a27cc4c4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.694796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.694910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.695143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.695307] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.695471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.695471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.695624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.695710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.696799] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5152842d-2d12-424c-9812-c119a27cc4c4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.803695] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 in Status: SUCCESS [ 922.803895] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 deletion is rescheduled due to dependency. [ 922.804033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.074598] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.074911] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-816" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.074911] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-816" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.075234] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-816" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.075494] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.075895] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.076067] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.079136] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.079136] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.079136] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.079136] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.079136] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.079136] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.079136] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.079136] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.079136] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.097356] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: SUCCESS [ 923.097567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.098066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.098066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.098066] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.101240] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.101240] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.101240] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.101240] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-816" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.101240] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-1a904cf6-4599-4f18-b666-fdda9cfd548c taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.102030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-1a904cf6-4599-4f18-b666-fdda9cfd548c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.102030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-1a904cf6-4599-4f18-b666-fdda9cfd548c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.102030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-1a904cf6-4599-4f18-b666-fdda9cfd548c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.102030] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a904cf6-4599-4f18-b666-fdda9cfd548c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.199662] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.199662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.199662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.199662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.199662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.199662] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.199662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.199662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.199662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.200093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.200093] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5152842d-2d12-424c-9812-c119a27cc4c4 already deleted. [ 923.200093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.550987] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9220fbfc-669b-48ea-8df8-19e518a66860 in Status: SUCCESS [ 923.551285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.551463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.551687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.551872] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.551992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.552073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.552235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.552330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.552428] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.605066] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.605283] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.605346] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.605631] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.605779] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.605929] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 1a904cf6-4599-4f18-b666-fdda9cfd548c not found, creating... [ 923.606211] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.606371] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.606486] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.606697] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.606878] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.607288] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.607481] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.607624] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.607839] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.607973] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.608441] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 1a904cf6-4599-4f18-b666-fdda9cfd548c is going to be created. [ 923.619761] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.619970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.620067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.620266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.620362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.620459] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 is going to be deleted. [ 923.632320] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.632732] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.632823] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.633215] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.633539] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.633829] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-1a904cf6-4599-4f18-b666-fdda9cfd548c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.680016] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.680287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.680287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.680481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.680594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.680736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.055708] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.055930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.056062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.056339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.056476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.056771] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.056954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.057051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.057356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.057468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.057594] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 is going to be deleted. [ 924.105019] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.105019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.105019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.105019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.105019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.105019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.105019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.105558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.105558] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.105558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.105558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.105712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.105775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.105865] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9220fbfc-669b-48ea-8df8-19e518a66860',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.419832] env[66693]: INFO networking_nsxv3.common.synchronization [req-8342d280-91f7-4c9f-9cb0-a4b9d57a2b2b req-e76c481a-6491-4a7c-8c4e-ffad6cb58aa2 service nova] Enqueued Resource ID: 5152842d-2d12-424c-9812-c119a27cc4c4 with Priority: HIGHEST for action security_group_rules [ 924.420385] env[66693]: INFO networking_nsxv3.common.synchronization [req-8342d280-91f7-4c9f-9cb0-a4b9d57a2b2b req-e76c481a-6491-4a7c-8c4e-ffad6cb58aa2 service nova] Enqueued Resource ID: 5152842d-2d12-424c-9812-c119a27cc4c4 with Priority: HIGHEST for action security_group_members [ 924.420385] env[66693]: INFO networking_nsxv3.common.synchronization [req-8342d280-91f7-4c9f-9cb0-a4b9d57a2b2b req-e76c481a-6491-4a7c-8c4e-ffad6cb58aa2 service nova] Enqueued Resource ID: 1a904cf6-4599-4f18-b666-fdda9cfd548c with Priority: HIGHEST for action port [ 924.420847] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5152842d-2d12-424c-9812-c119a27cc4c4 with Priority: HIGHEST for action security_group_rules [ 924.420991] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5152842d-2d12-424c-9812-c119a27cc4c4 with Priority: HIGHEST for action security_group_members [ 924.421279] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a904cf6-4599-4f18-b666-fdda9cfd548c with Priority: HIGHEST for action port [ 924.421908] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5152842d-2d12-424c-9812-c119a27cc4c4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.421908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.421908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.422678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.424369] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5152842d-2d12-424c-9812-c119a27cc4c4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.426701] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5152842d-2d12-424c-9812-c119a27cc4c4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.426821] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.426886] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.427092] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.427262] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.427362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.427446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.427648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.427713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.427810] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5152842d-2d12-424c-9812-c119a27cc4c4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.429335] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a904cf6-4599-4f18-b666-fdda9cfd548c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.429335] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a904cf6-4599-4f18-b666-fdda9cfd548c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.429335] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a904cf6-4599-4f18-b666-fdda9cfd548c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.429335] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a904cf6-4599-4f18-b666-fdda9cfd548c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.429335] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a904cf6-4599-4f18-b666-fdda9cfd548c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.612690] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.612843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.612906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.613155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.613253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.613558] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.613667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.613810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.613879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.613985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.614050] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9220fbfc-669b-48ea-8df8-19e518a66860 already deleted. [ 924.614474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9220fbfc-669b-48ea-8df8-19e518a66860" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.697781] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 924.698023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.927637] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5152842d-2d12-424c-9812-c119a27cc4c4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.927767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.931418] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5152842d-2d12-424c-9812-c119a27cc4c4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.932397] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a904cf6-4599-4f18-b666-fdda9cfd548c with status ACTIVE [ 924.932903] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.932903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.932903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.933081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.933113] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.933274] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.933401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.933445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.933600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.933680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.933862] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.933953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.934027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.934658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.934658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.934658] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a904cf6-4599-4f18-b666-fdda9cfd548c is going to be updated. [ 924.954888] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.955040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.955170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.955308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.955447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.955608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a904cf6-4599-4f18-b666-fdda9cfd548c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.436324] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5152842d-2d12-424c-9812-c119a27cc4c4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.943073] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.943243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.943308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.943589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.943671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.943770] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5152842d-2d12-424c-9812-c119a27cc4c4 is going to be created. [ 925.968196] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.968490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.968490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.969195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.969195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.979149] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5152842d-2d12-424c-9812-c119a27cc4c4 in Status: UNINITIALIZED for 2s [ 926.124104] env[66693]: INFO networking_nsxv3.common.synchronization [req-e5153826-25fb-4122-a5a6-717ca21f0cf9 req-6877085c-4f62-4669-97d9-50599e1e38ac tempest-ServerGroupTestJSON-23660283 tempest-ServerGroupTestJSON-23660283-project-member] Enqueued Resource ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 with Priority: HIGHEST for action security_group_members [ 926.124635] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 with Priority: HIGHEST for action security_group_members [ 926.124938] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.125074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.125141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.125392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.125549] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.125645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.125706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.125854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.125938] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.126066] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('556d6bfb-e8a5-40b8-8aa4-869ac9780f32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.507362] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.507362] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-519" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.507362] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-519" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.507920] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-519" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.508280] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.508600] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.508753] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.509073] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.509300] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.509592] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.509795] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.510074] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.510225] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.510347] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.510486] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.510694] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.529910] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.530176] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.530346] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.530548] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-519" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.530928] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-e41b10a5-8e7d-4dd2-9063-34dba3038174 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.531185] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-e41b10a5-8e7d-4dd2-9063-34dba3038174" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.531300] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-e41b10a5-8e7d-4dd2-9063-34dba3038174" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.531664] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-e41b10a5-8e7d-4dd2-9063-34dba3038174" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.531834] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e41b10a5-8e7d-4dd2-9063-34dba3038174',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.627955] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.628149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.628213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.628467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.628566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.628782] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.628882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.628969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.629167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.629249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.629334] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 already deleted. [ 926.629418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.034849] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.035469] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.035619] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.035918] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.036081] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.036256] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port e41b10a5-8e7d-4dd2-9063-34dba3038174 not found, creating... [ 927.036880] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.037078] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.037200] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.037453] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.037596] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.037920] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.038210] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.038334] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.038675] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.038825] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.038983] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: e41b10a5-8e7d-4dd2-9063-34dba3038174 is going to be created. [ 927.068460] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.068460] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.068460] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.068460] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.068460] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.068664] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-e41b10a5-8e7d-4dd2-9063-34dba3038174" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.799204] env[66693]: INFO networking_nsxv3.common.synchronization [req-e5153826-25fb-4122-a5a6-717ca21f0cf9 req-e67bbd07-ccc5-40e4-8df4-551c2a8d3aad service nova] Enqueued Resource ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 with Priority: HIGHEST for action security_group_rules [ 927.799204] env[66693]: INFO networking_nsxv3.common.synchronization [req-e5153826-25fb-4122-a5a6-717ca21f0cf9 req-e67bbd07-ccc5-40e4-8df4-551c2a8d3aad service nova] Enqueued Resource ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 with Priority: HIGHEST for action security_group_members [ 927.799204] env[66693]: INFO networking_nsxv3.common.synchronization [req-e5153826-25fb-4122-a5a6-717ca21f0cf9 req-e67bbd07-ccc5-40e4-8df4-551c2a8d3aad service nova] Enqueued Resource ID: e41b10a5-8e7d-4dd2-9063-34dba3038174 with Priority: HIGHEST for action port [ 927.799204] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 with Priority: HIGHEST for action security_group_rules [ 927.799204] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 with Priority: HIGHEST for action security_group_members [ 927.799204] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41b10a5-8e7d-4dd2-9063-34dba3038174 with Priority: HIGHEST for action port [ 927.799926] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-556d6bfb-e8a5-40b8-8aa4-869ac9780f32 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.800254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.800410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.807410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.807410] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('556d6bfb-e8a5-40b8-8aa4-869ac9780f32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.807410] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.807410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.807410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.807410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.807410] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.807410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.807410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.807410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.807410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.807410] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('556d6bfb-e8a5-40b8-8aa4-869ac9780f32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.807410] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-e41b10a5-8e7d-4dd2-9063-34dba3038174 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.807410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e41b10a5-8e7d-4dd2-9063-34dba3038174" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.807410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e41b10a5-8e7d-4dd2-9063-34dba3038174" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.808054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e41b10a5-8e7d-4dd2-9063-34dba3038174" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.808229] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e41b10a5-8e7d-4dd2-9063-34dba3038174',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.989951] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5152842d-2d12-424c-9812-c119a27cc4c4 in Status: SUCCESS [ 927.990268] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.990985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.990985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.990985] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.991388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.991388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.991466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.991783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.991783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.991783] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5152842d-2d12-424c-9812-c119a27cc4c4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.310478] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('556d6bfb-e8a5-40b8-8aa4-869ac9780f32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.311740] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.311897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.311992] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e41b10a5-8e7d-4dd2-9063-34dba3038174 with status ACTIVE [ 928.312180] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.312287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.312356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.312567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.312658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.312867] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.313016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.313085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.313289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.313384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.313567] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.313663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.313823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.313899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.313990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.314810] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e41b10a5-8e7d-4dd2-9063-34dba3038174 is going to be updated. [ 928.355425] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.355656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.355656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.355876] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.356017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.356275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e41b10a5-8e7d-4dd2-9063-34dba3038174" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.493994] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5152842d-2d12-424c-9812-c119a27cc4c4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.494224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.494279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.494478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.494668] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.494771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.494834] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.494999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.495123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.495239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.495429] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5152842d-2d12-424c-9812-c119a27cc4c4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.495529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.495606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.495752] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.495887] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.496062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.496062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.496219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.496311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.496394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.496487] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5152842d-2d12-424c-9812-c119a27cc4c4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.817034] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('556d6bfb-e8a5-40b8-8aa4-869ac9780f32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.999513] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5152842d-2d12-424c-9812-c119a27cc4c4: rpc.has_security_group_logging(os_id): False [ 929.017214] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.017429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.017429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.017936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.017936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.017936] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.018295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.018295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.018295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.018295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.018462] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.018557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.018626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.018764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.018838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.019055] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.019198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.019299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.019645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.019729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.019818] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5152842d-2d12-424c-9812-c119a27cc4c4 is going to be created. [ 929.084527] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.084527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.084527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.084730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.084863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.095832] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5152842d-2d12-424c-9812-c119a27cc4c4 in Status: IN_PROGRESS for 2s [ 929.319684] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.320349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.320349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.320349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.320349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.320513] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 is going to be created. [ 929.349238] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.349371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.349541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.349761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.349921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.361402] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 in Status: UNINITIALIZED for 2s [ 929.655284] env[66693]: INFO networking_nsxv3.common.synchronization [req-a6f03171-09d2-4da9-892e-b0217b7d26f3 req-e665bcf0-4575-4810-8bd6-e72381941459 tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 929.656129] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 929.656536] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.656673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.656729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.657210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.657286] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.657366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.657517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.657581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.657698] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.657844] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.060939] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.061473] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.061473] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.061737] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.063038] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.063038] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.063038] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.063038] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.063759] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.063759] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.063759] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.063759] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.063759] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.063968] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.063968] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.064073] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.087471] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.087471] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.087471] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.087471] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.087471] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-94e82dae-084f-45f0-8761-ca1a040ea5b9 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.087716] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-94e82dae-084f-45f0-8761-ca1a040ea5b9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.087716] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-94e82dae-084f-45f0-8761-ca1a040ea5b9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.087990] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-94e82dae-084f-45f0-8761-ca1a040ea5b9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.088161] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e82dae-084f-45f0-8761-ca1a040ea5b9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.160975] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.161257] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.161257] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.161542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.161698] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.161846] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.161945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.162017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.162220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.162300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.162392] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 already deleted. [ 930.162469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.590578] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.590853] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.590942] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.591367] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.591526] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.591680] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 94e82dae-084f-45f0-8761-ca1a040ea5b9 not found, creating... [ 930.592232] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.592517] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.592726] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.593252] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.593440] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.593907] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.593907] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.594128] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.594483] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.594620] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.594798] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 94e82dae-084f-45f0-8761-ca1a040ea5b9 is going to be created. [ 930.617959] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.618226] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.618362] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.618650] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.618877] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.619155] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-94e82dae-084f-45f0-8761-ca1a040ea5b9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.109135] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5152842d-2d12-424c-9812-c119a27cc4c4 in Status: SUCCESS [ 931.109552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.370573] env[66693]: INFO networking_nsxv3.common.synchronization [req-a6f03171-09d2-4da9-892e-b0217b7d26f3 req-7080c06f-09d4-477d-a505-1cd823a955d3 service nova] Enqueued Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_rules [ 931.370754] env[66693]: INFO networking_nsxv3.common.synchronization [req-a6f03171-09d2-4da9-892e-b0217b7d26f3 req-7080c06f-09d4-477d-a505-1cd823a955d3 service nova] Enqueued Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 931.370754] env[66693]: INFO networking_nsxv3.common.synchronization [req-a6f03171-09d2-4da9-892e-b0217b7d26f3 req-7080c06f-09d4-477d-a505-1cd823a955d3 service nova] Enqueued Resource ID: 94e82dae-084f-45f0-8761-ca1a040ea5b9 with Priority: HIGHEST for action port [ 931.371734] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 in Status: SUCCESS [ 931.372502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.372680] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_rules [ 931.372680] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 931.372756] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e82dae-084f-45f0-8761-ca1a040ea5b9 with Priority: HIGHEST for action port [ 931.372903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.373115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.373311] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.373458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.373530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.373654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.373739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.373826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.373907] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('556d6bfb-e8a5-40b8-8aa4-869ac9780f32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.375496] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.375640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.375689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.376347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.376347] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.377475] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.377475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.377573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.377709] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.377855] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.377946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.378031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.378182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.380354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.380354] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.380354] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-94e82dae-084f-45f0-8761-ca1a040ea5b9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.380354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94e82dae-084f-45f0-8761-ca1a040ea5b9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.380354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94e82dae-084f-45f0-8761-ca1a040ea5b9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.380354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94e82dae-084f-45f0-8761-ca1a040ea5b9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.380354] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e82dae-084f-45f0-8761-ca1a040ea5b9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.882475] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.884697] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.884823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.885137] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.885304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.885416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.885715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.885948] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.886115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.886209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.886466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.886617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.888392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.888392] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.888392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.888392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.888392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.888392] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.888392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.888392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.888392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.888392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.888392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.888392] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('556d6bfb-e8a5-40b8-8aa4-869ac9780f32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.889521] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94e82dae-084f-45f0-8761-ca1a040ea5b9 with status ACTIVE [ 931.889521] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.889521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.889521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.889737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.889737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.889902] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.889993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.890125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.890758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.890758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.890758] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.890758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.890758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.890758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.890758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.891086] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94e82dae-084f-45f0-8761-ca1a040ea5b9 is going to be updated. [ 931.915053] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.915157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.915157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.915354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.915490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.915653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94e82dae-084f-45f0-8761-ca1a040ea5b9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.390513] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.393159] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 556d6bfb-e8a5-40b8-8aa4-869ac9780f32: rpc.has_security_group_logging(os_id): False [ 932.413318] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.413496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.413563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.413805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.413987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.414131] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.414268] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.414306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.414540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.414540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.414732] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.414841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.414901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.415174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.415298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.415583] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.415766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.415807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.416613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.416713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.416807] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 is going to be created. [ 932.484241] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.484241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.484241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.484499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.484613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.495997] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 in Status: IN_PROGRESS for 2s [ 932.560371] env[66693]: INFO networking_nsxv3.common.synchronization [req-fe41140e-1e44-4e65-90f3-48885a6218dc req-a59cb4cd-ffd0-4545-82c9-9031480ca05f tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 with Priority: HIGHEST for action security_group_members [ 932.560552] env[66693]: INFO networking_nsxv3.common.synchronization [req-fe41140e-1e44-4e65-90f3-48885a6218dc req-a59cb4cd-ffd0-4545-82c9-9031480ca05f tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_members [ 932.560686] env[66693]: INFO networking_nsxv3.common.synchronization [req-fe41140e-1e44-4e65-90f3-48885a6218dc req-a59cb4cd-ffd0-4545-82c9-9031480ca05f tempest-SecurityGroupsTestJSON-1386775760 tempest-SecurityGroupsTestJSON-1386775760-project-member] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 932.561473] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 with Priority: HIGHEST for action security_group_members [ 932.561473] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGHEST for action security_group_members [ 932.561608] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGHEST for action security_group_members [ 932.561945] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.562083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.562818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.562818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.562818] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.562818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.562818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.564271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.564408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.564540] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbcca78-1f2c-4d04-be35-6f3349fea2e5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.566109] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-521536a6-660a-49c9-808c-aa801c92379b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.566109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.566109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.566310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.566440] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.566678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.566678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.567138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.567138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.567138] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.567950] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.568104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.568199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.568376] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.569372] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.569372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.569372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.569372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.569372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.569372] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.894320] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.894541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.894620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.894839] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.894950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.895111] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 is going to be created. [ 932.923200] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.923373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.923445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.923651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.923807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.935562] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: UNINITIALIZED for 2s [ 933.071569] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.072142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.072142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.072142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.072142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.072356] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.072441] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.072494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.072626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.072695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.072811] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 is going to be updated. [ 933.075952] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.075952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.075952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.075952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.075952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.075952] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.075952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.075952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.075952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.075952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.075952] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 521536a6-660a-49c9-808c-aa801c92379b is going to be updated. [ 933.075952] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.076346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.076346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.076346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.076346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.076504] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.076547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.076644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.076731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.076826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.076890] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be updated. [ 933.108653] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.108653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.108653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.108653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.108653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.109264] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.109380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.109449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.109645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.109775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.111351] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.111527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.111527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.111690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.111810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.125098] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 in Status: IN_PROGRESS for 2s [ 933.125809] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: IN_PROGRESS for 2s [ 933.126392] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: IN_PROGRESS for 2s [ 934.511168] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 in Status: SUCCESS [ 934.514221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.948283] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: SUCCESS [ 934.948635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.948820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.949200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.949502] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.949711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.949822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.952357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.952357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.952556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.952597] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.139254] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031138f3-7f95-4224-84de-b3694e519c22 in Status: SUCCESS [ 935.139527] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031138f3-7f95-4224-84de-b3694e519c22 deletion is rescheduled due to dependency. [ 935.139592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.141023] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 in Status: SUCCESS [ 935.141023] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 deletion is rescheduled due to dependency. [ 935.141023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.141547] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 521536a6-660a-49c9-808c-aa801c92379b in Status: SUCCESS [ 935.141692] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 521536a6-660a-49c9-808c-aa801c92379b deletion is rescheduled due to dependency. [ 935.142077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.458605] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.960452] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b2393c-e1c2-456a-8c37-186f653b69d5: rpc.has_security_group_logging(os_id): False [ 936.003158] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.003158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.003359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.003616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.003894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.005755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.006033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.006597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.006597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.006597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.006748] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 is going to be created. [ 936.147859] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.148196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.148196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.148396] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.148584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.169680] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: IN_PROGRESS for 2s [ 936.459598] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.459598] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.459777] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.459980] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.460304] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.460526] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.460647] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.460877] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.461380] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.461380] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.461483] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.461566] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.461684] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.462205] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.462205] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.462205] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.485226] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.485472] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.485631] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.485871] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-111" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.486480] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-af2268b9-c417-43d3-806b-fba556c4c155 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.486681] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.486820] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.487130] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.487391] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2268b9-c417-43d3-806b-fba556c4c155',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.990691] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.991037] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.991234] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.991525] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.991680] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.992928] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.992928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.992928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.992928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.992928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.992928] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.993222] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.993222] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.993405] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.993531] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.993663] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: af2268b9-c417-43d3-806b-fba556c4c155 is going to be updated. [ 937.018753] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.018968] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.019163] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.019369] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.019569] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.019778] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.215783] env[66693]: INFO networking_nsxv3.common.synchronization [req-88a44b66-073d-4f46-9e27-3816bb1dd547 req-0d1a00aa-c9cd-4a66-bc93-6465e45de85f tempest-ServersNegativeTestMultiTenantJSON-714202326 tempest-ServersNegativeTestMultiTenantJSON-714202326-project-member] Enqueued Resource ID: 5152842d-2d12-424c-9812-c119a27cc4c4 with Priority: HIGHEST for action security_group_members [ 937.216877] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5152842d-2d12-424c-9812-c119a27cc4c4 with Priority: HIGHEST for action security_group_members [ 937.216877] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5152842d-2d12-424c-9812-c119a27cc4c4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.217051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.217051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.217417] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.217417] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.217553] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.217783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.218038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.218139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.218240] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5152842d-2d12-424c-9812-c119a27cc4c4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.721380] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.721780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.721780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.722087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.722200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.722524] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.722708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.722792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.722962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.723096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.723255] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5152842d-2d12-424c-9812-c119a27cc4c4 is going to be updated. [ 937.754913] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.755192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.755265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.755455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.755658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.765288] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5152842d-2d12-424c-9812-c119a27cc4c4 in Status: IN_PROGRESS for 2s [ 938.184191] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: SUCCESS [ 938.184545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.231417] env[66693]: INFO networking_nsxv3.common.synchronization [req-618f9ebb-033a-4a0f-9ffa-88b0b9da4a46 req-4c4b5cf2-295a-4615-ae1f-212ef3a87b3d service nova] Enqueued Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_rules [ 938.231976] env[66693]: INFO networking_nsxv3.common.synchronization [req-618f9ebb-033a-4a0f-9ffa-88b0b9da4a46 req-4c4b5cf2-295a-4615-ae1f-212ef3a87b3d service nova] Enqueued Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 938.232199] env[66693]: INFO networking_nsxv3.common.synchronization [req-618f9ebb-033a-4a0f-9ffa-88b0b9da4a46 req-4c4b5cf2-295a-4615-ae1f-212ef3a87b3d service nova] Enqueued Resource ID: af2268b9-c417-43d3-806b-fba556c4c155 with Priority: HIGHEST for action port [ 938.232824] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_rules [ 938.233259] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 938.233259] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2268b9-c417-43d3-806b-fba556c4c155 with Priority: HIGHEST for action port [ 938.233829] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.233988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.234123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.237450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.237450] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.237450] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.237450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.237450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.237450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.237450] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.237450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.237450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.237450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.237450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.237450] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.238879] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-af2268b9-c417-43d3-806b-fba556c4c155 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.239059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.239355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.239580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.239714] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2268b9-c417-43d3-806b-fba556c4c155',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.666031] env[66693]: INFO networking_nsxv3.common.synchronization [None req-f9fe5e8c-96dd-4160-a8dd-208d16bb7fc2 None None] Enqueued Resource ID: b70b5319-5f7e-4756-a3ee-cf8703b40f00 with Priority: HIGHEST for action port [ 938.666524] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70b5319-5f7e-4756-a3ee-cf8703b40f00 with Priority: HIGHEST for action port [ 938.666856] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-b70b5319-5f7e-4756-a3ee-cf8703b40f00 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.667526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b70b5319-5f7e-4756-a3ee-cf8703b40f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.667526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b70b5319-5f7e-4756-a3ee-cf8703b40f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.668049] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b70b5319-5f7e-4756-a3ee-cf8703b40f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.668049] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b70b5319-5f7e-4756-a3ee-cf8703b40f00',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.741344] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.742705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.742705] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.743752] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af2268b9-c417-43d3-806b-fba556c4c155 with status ACTIVE [ 938.743854] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.743920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.743994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.744212] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.744344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.744540] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.744638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.744714] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.744885] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.744967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.745187] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.745282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.745351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.745541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.745617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.745707] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af2268b9-c417-43d3-806b-fba556c4c155 is going to be updated. [ 938.774436] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.774436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.774436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.774436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.774436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.774436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af2268b9-c417-43d3-806b-fba556c4c155" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.170037] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b70b5319-5f7e-4756-a3ee-cf8703b40f00 [ 939.170394] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.170674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.170674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.170674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.170835] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.170887] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b70b5319-5f7e-4756-a3ee-cf8703b40f00 already deleted. [ 939.171256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b70b5319-5f7e-4756-a3ee-cf8703b40f00" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.245174] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.440664] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-d0d17f6d-7461-487c-8d80-30cc9a23afee tempest-ServersTestMultiNic-330803194 tempest-ServersTestMultiNic-330803194-project-member] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 939.440664] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 939.440664] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.440664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.440664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.444806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.444806] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.444806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.444806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.445236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.445397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.445540] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.751631] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.751891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.751948] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.752222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.752318] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.752504] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 is going to be updated. [ 939.777526] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5152842d-2d12-424c-9812-c119a27cc4c4 in Status: SUCCESS [ 939.777526] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5152842d-2d12-424c-9812-c119a27cc4c4 deletion is rescheduled due to dependency. [ 939.777526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.803667] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.803871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.803920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.805262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.805439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.816126] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: IN_PROGRESS for 2s [ 939.846848] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-bd23fa4c-2f16-4004-8afc-ce0025611e0f tempest-ServersTestMultiNic-330803194 tempest-ServersTestMultiNic-330803194-project-member] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 939.848420] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 939.849084] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.849214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.947747] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.947918] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.947991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.948232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.948326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.948526] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.948626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.948740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.948830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.948905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.948988] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 already deleted. [ 939.949105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.949284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.949472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.949619] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.949712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.949772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.949907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.949980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.950090] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.223236] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-ba6d4997-ef60-4495-98f2-d9375546743f tempest-ServersTestMultiNic-330803194 tempest-ServersTestMultiNic-330803194-project-member] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 940.223295] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 940.223644] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.223841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.459036] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.459036] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.459036] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 already deleted. [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.459036] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.459036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.459992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.459992] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.661334] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.661536] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.661665] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.662017] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.662635] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.663149] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.663149] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.664283] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.664478] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.664713] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.664852] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.664977] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.665107] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.665282] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.665374] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.665527] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.688587] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.688888] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.689094] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.689292] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.689636] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-a248ba8d-97f8-43a8-842d-9e52d9fb8a50 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.689881] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-a248ba8d-97f8-43a8-842d-9e52d9fb8a50" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.690177] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-a248ba8d-97f8-43a8-842d-9e52d9fb8a50" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.690465] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-a248ba8d-97f8-43a8-842d-9e52d9fb8a50" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.690683] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a248ba8d-97f8-43a8-842d-9e52d9fb8a50',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.962711] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.962893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.962987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.963271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.963363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.963585] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.963702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.963758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.963932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.964016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.964111] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 already deleted. [ 940.964228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.193300] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.193682] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.193682] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.194424] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.194424] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.194424] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port a248ba8d-97f8-43a8-842d-9e52d9fb8a50 not found, creating... [ 941.194658] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.194750] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.194849] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.195108] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.195289] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.195516] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.195668] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.196379] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.196379] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.196379] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.196379] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: a248ba8d-97f8-43a8-842d-9e52d9fb8a50 is going to be created. [ 941.223757] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.226030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.226030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.226030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.226030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.226030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-a248ba8d-97f8-43a8-842d-9e52d9fb8a50" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.408021] env[66693]: INFO networking_nsxv3.common.synchronization [None req-04a51b01-65a5-4b57-9dfc-b6f33d1d9726 None None] Enqueued Resource ID: 9af8bbca-6dba-4319-ad25-65eec1a81ec0 with Priority: HIGHEST for action port [ 941.408793] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9af8bbca-6dba-4319-ad25-65eec1a81ec0 with Priority: HIGHEST for action port [ 941.410399] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-9af8bbca-6dba-4319-ad25-65eec1a81ec0 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.410701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9af8bbca-6dba-4319-ad25-65eec1a81ec0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.410892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9af8bbca-6dba-4319-ad25-65eec1a81ec0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.411280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9af8bbca-6dba-4319-ad25-65eec1a81ec0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.411474] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af8bbca-6dba-4319-ad25-65eec1a81ec0',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.830832] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: SUCCESS [ 941.831232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.831437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.831974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.831974] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.832149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.832251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.832446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.832539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.832641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.832774] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.851325] env[66693]: INFO networking_nsxv3.common.synchronization [req-99746c92-a60d-4145-bd6f-33e1559e09a1 req-f67a2f6f-66a3-4a0c-8dd3-c35087ae49d9 tempest-ServerGroupTestJSON-23660283 tempest-ServerGroupTestJSON-23660283-project-member] Enqueued Resource ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 with Priority: HIGHEST for action security_group_members [ 941.855549] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 with Priority: HIGHEST for action security_group_members [ 941.855549] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.855549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.855549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.855549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.855549] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.855549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.855549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.855549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.855549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.855549] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('556d6bfb-e8a5-40b8-8aa4-869ac9780f32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.914206] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9af8bbca-6dba-4319-ad25-65eec1a81ec0 [ 941.914444] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.915483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.915483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.915483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.915483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.915483] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9af8bbca-6dba-4319-ad25-65eec1a81ec0 already deleted. [ 941.915483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9af8bbca-6dba-4319-ad25-65eec1a81ec0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.010951] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-63faad96-47d8-4e2e-9053-857966e6790c service nova] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_rules [ 942.011243] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-63faad96-47d8-4e2e-9053-857966e6790c service nova] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 942.011542] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-63faad96-47d8-4e2e-9053-857966e6790c service nova] Enqueued Resource ID: a248ba8d-97f8-43a8-842d-9e52d9fb8a50 with Priority: HIGHEST for action port [ 942.012235] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_rules [ 942.012797] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 942.012797] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a248ba8d-97f8-43a8-842d-9e52d9fb8a50 with Priority: HIGHEST for action port [ 942.012797] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.013041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.013136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.013542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.013683] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.015755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.015907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.015968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.016188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.016510] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.016640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.016708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.016937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.016937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.017103] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.019241] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-a248ba8d-97f8-43a8-842d-9e52d9fb8a50 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.019241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a248ba8d-97f8-43a8-842d-9e52d9fb8a50" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.019241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a248ba8d-97f8-43a8-842d-9e52d9fb8a50" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.019516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a248ba8d-97f8-43a8-842d-9e52d9fb8a50" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.019516] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a248ba8d-97f8-43a8-842d-9e52d9fb8a50',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.335381] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.335604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.335696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.335944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.336216] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.336722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.336722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.336722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.336722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.336904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.337019] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.337135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.337233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.337425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.337588] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.337711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.337774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.337943] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.338090] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.338193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.338313] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.361541] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.361687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.361758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.361971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.362117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.362319] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.362440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.362507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.362657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.362734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.362821] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 is going to be updated. [ 942.392278] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.392448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.392496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.392757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.392912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.402980] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 in Status: IN_PROGRESS for 2s [ 942.520081] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.520977] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a248ba8d-97f8-43a8-842d-9e52d9fb8a50 with status ACTIVE [ 942.522047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.522047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.522047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.522047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.522047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.522047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.522047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.522047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.522463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.522463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.522463] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.522581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.522581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.522714] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.522755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.522841] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a248ba8d-97f8-43a8-842d-9e52d9fb8a50 is going to be updated. [ 942.523906] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.523998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.547862] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.548025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.548111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.548352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.548530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.548712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a248ba8d-97f8-43a8-842d-9e52d9fb8a50" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.840614] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07dafda2-e2c4-4a79-8013-fa1d2bd930e9: rpc.has_security_group_logging(os_id): False [ 942.870141] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.870397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.870397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.870628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.897212] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.897329] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.897459] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.897529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.897720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.897821] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.898014] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.898114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.898173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.898316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.898416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.898570] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.898661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.898728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.898936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.899023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.899101] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 is going to be updated. [ 942.981576] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.981779] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.981881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.982168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.982395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.001158] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: IN_PROGRESS for 2s [ 943.027256] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.298318] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.298577] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-207" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.298725] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-207" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.299111] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-207" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.299410] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.299698] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.299698] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.299965] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.300359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.300679] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.300867] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.301211] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.301406] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.301587] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.301735] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.301929] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.345637] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.345872] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.346093] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.346473] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-207" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.346908] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-65fb8efa-2e22-4988-b653-cc05218ca0e9 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.347197] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-65fb8efa-2e22-4988-b653-cc05218ca0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.347342] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-65fb8efa-2e22-4988-b653-cc05218ca0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.347682] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-65fb8efa-2e22-4988-b653-cc05218ca0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.347868] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65fb8efa-2e22-4988-b653-cc05218ca0e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.532328] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.532618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.532742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.532941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.533077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.533195] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be created. [ 943.560919] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.560919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.561096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.561219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.561379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.573714] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: UNINITIALIZED for 2s [ 943.851110] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.851543] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.851648] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.851894] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.852062] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.852248] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 65fb8efa-2e22-4988-b653-cc05218ca0e9 not found, creating... [ 943.852963] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.853154] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.853295] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.853518] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.853793] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.854124] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.854353] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.854476] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.854879] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.855060] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.855213] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 65fb8efa-2e22-4988-b653-cc05218ca0e9 is going to be created. [ 943.877782] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.878043] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.878178] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.878453] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.878687] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.878914] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-65fb8efa-2e22-4988-b653-cc05218ca0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.070597] env[66693]: INFO networking_nsxv3.common.synchronization [req-f4cd20e8-92c0-453e-8df6-9711158dbc50 req-095f0967-85a5-4d67-a4f9-7e9716ec3ad2 tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 944.071235] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 944.071558] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.071690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.071776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.071995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.072185] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.072306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.072402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.072597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.072709] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.072806] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.415712] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 in Status: SUCCESS [ 944.415911] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 deletion is rescheduled due to dependency. [ 944.416049] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.492798] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.492798] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.492798] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.493209] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.493670] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.493928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.494104] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.494420] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.494639] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.494984] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.495080] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.495214] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.495332] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.495444] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.495557] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.495696] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.520569] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.520569] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.520764] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.521133] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.521627] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-eddb7b35-4e0a-467e-b2c5-8ef115288a4d taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.521839] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-eddb7b35-4e0a-467e-b2c5-8ef115288a4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.521969] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-eddb7b35-4e0a-467e-b2c5-8ef115288a4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.522655] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-eddb7b35-4e0a-467e-b2c5-8ef115288a4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.522655] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eddb7b35-4e0a-467e-b2c5-8ef115288a4d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.575479] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.575844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.575844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.575990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.576110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.576305] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.576426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.576477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.576608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.576686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.576772] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 944.593020] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-eafd6b46-502a-439f-a168-b7dc5c506f47 service nova] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_rules [ 944.593212] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-eafd6b46-502a-439f-a168-b7dc5c506f47 service nova] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 944.593347] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-eafd6b46-502a-439f-a168-b7dc5c506f47 service nova] Enqueued Resource ID: 65fb8efa-2e22-4988-b653-cc05218ca0e9 with Priority: HIGHEST for action port [ 944.593581] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_rules [ 944.593738] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 944.593785] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65fb8efa-2e22-4988-b653-cc05218ca0e9 with Priority: HIGHEST for action port [ 944.594362] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.594482] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.594759] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.594875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.595109] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-65fb8efa-2e22-4988-b653-cc05218ca0e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.595229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65fb8efa-2e22-4988-b653-cc05218ca0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.595306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65fb8efa-2e22-4988-b653-cc05218ca0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.595528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65fb8efa-2e22-4988-b653-cc05218ca0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.595621] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65fb8efa-2e22-4988-b653-cc05218ca0e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.605578] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.605723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.605789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.605997] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.606149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.621233] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 945.017549] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: SUCCESS [ 945.018109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.025162] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.025436] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.025549] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.025838] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.026014] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.026180] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port eddb7b35-4e0a-467e-b2c5-8ef115288a4d not found, creating... [ 945.026454] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.026617] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.026747] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.026954] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.027118] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.027453] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.027644] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.027753] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.027964] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.028252] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.028408] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: eddb7b35-4e0a-467e-b2c5-8ef115288a4d is going to be created. [ 945.053528] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.053785] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.053905] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.054284] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.054605] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.054902] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-eddb7b35-4e0a-467e-b2c5-8ef115288a4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.098043] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65fb8efa-2e22-4988-b653-cc05218ca0e9 with status ACTIVE [ 945.098043] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.098043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.098263] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.098327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.098423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.098610] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.098714] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.098778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.098927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.099117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.099303] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.099398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.099461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.099606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.099734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.099770] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65fb8efa-2e22-4988-b653-cc05218ca0e9 is going to be updated. [ 945.154941] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.155187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.155305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.155564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.155760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.155984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65fb8efa-2e22-4988-b653-cc05218ca0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.464097] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.464300] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.464421] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.465184] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.465471] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.465663] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.465744] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.465967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.466125] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.466336] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.466450] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.466556] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.466660] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.466768] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.466871] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.467012] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.486600] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.486796] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.486924] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.487135] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.487550] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-67c4124a-c769-4a35-86cf-19b32144c915 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.487736] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-67c4124a-c769-4a35-86cf-19b32144c915" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.487860] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-67c4124a-c769-4a35-86cf-19b32144c915" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.488269] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-67c4124a-c769-4a35-86cf-19b32144c915" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.488475] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c4124a-c769-4a35-86cf-19b32144c915',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.584271] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 945.584566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.584751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.584967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.585177] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.585563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.585563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.585563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.585563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.585744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.585744] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.586810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.586810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.586956] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.587104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.587144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.587283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.587404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.587610] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.795157] env[66693]: INFO networking_nsxv3.common.synchronization [req-f4cd20e8-92c0-453e-8df6-9711158dbc50 req-2837a906-c9e0-423c-bd76-1212c71aeb39 service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 945.795359] env[66693]: INFO networking_nsxv3.common.synchronization [req-f4cd20e8-92c0-453e-8df6-9711158dbc50 req-2837a906-c9e0-423c-bd76-1212c71aeb39 service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 945.795523] env[66693]: INFO networking_nsxv3.common.synchronization [req-f4cd20e8-92c0-453e-8df6-9711158dbc50 req-2837a906-c9e0-423c-bd76-1212c71aeb39 service nova] Enqueued Resource ID: eddb7b35-4e0a-467e-b2c5-8ef115288a4d with Priority: HIGHEST for action port [ 945.796125] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 945.796271] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 945.796368] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eddb7b35-4e0a-467e-b2c5-8ef115288a4d with Priority: HIGHEST for action port [ 945.796685] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.796818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.796884] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.797385] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.797385] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.798787] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.798894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.799266] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-eddb7b35-4e0a-467e-b2c5-8ef115288a4d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.799672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eddb7b35-4e0a-467e-b2c5-8ef115288a4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.799672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eddb7b35-4e0a-467e-b2c5-8ef115288a4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.799672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eddb7b35-4e0a-467e-b2c5-8ef115288a4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.799831] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eddb7b35-4e0a-467e-b2c5-8ef115288a4d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.992092] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.992092] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.992092] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.992092] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.992092] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.992456] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 67c4124a-c769-4a35-86cf-19b32144c915 not found, creating... [ 945.992521] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.992678] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.992793] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.993029] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.993172] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.993485] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.993649] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.993767] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.993981] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.994131] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.994272] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 67c4124a-c769-4a35-86cf-19b32144c915 is going to be created. [ 946.014734] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.014964] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.015093] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.015379] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.015610] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.015836] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-67c4124a-c769-4a35-86cf-19b32144c915" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.089668] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.089945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.090114] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.300549] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.300757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.302047] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eddb7b35-4e0a-467e-b2c5-8ef115288a4d with status ACTIVE [ 946.302236] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.302362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.302446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.302696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.302763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.302945] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.303055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.303118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.303280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.303361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.303543] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.303635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.303696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.303904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.303904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.303977] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eddb7b35-4e0a-467e-b2c5-8ef115288a4d is going to be updated. [ 946.336884] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.337106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.337106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.337345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.337449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.337623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eddb7b35-4e0a-467e-b2c5-8ef115288a4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.595794] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.616666] env[66693]: INFO networking_nsxv3.common.synchronization [req-1d88c030-e9a9-432a-a046-c7fb643db097 req-6ee17122-01c2-468e-9d31-f535c0822f94 tempest-ServersAdminNegativeTestJSON-251038678 tempest-ServersAdminNegativeTestJSON-251038678-project-member] Enqueued Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 946.617240] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGHEST for action security_group_members [ 946.617548] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.617754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.617754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.617926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.618132] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.618320] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.618390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.618546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.618643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.618768] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.636962] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 946.636962] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 deletion is rescheduled due to dependency. [ 946.636962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.637214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.637456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.637641] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.637835] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.637949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.638081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.638173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.638262] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.790539] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-6fe9abb2-9385-42d8-8945-36f944f82eca service nova] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_rules [ 946.790750] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-6fe9abb2-9385-42d8-8945-36f944f82eca service nova] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 946.790901] env[66693]: INFO networking_nsxv3.common.synchronization [req-a565b03d-62b9-4ab8-80cd-72e9d863e234 req-6fe9abb2-9385-42d8-8945-36f944f82eca service nova] Enqueued Resource ID: 67c4124a-c769-4a35-86cf-19b32144c915 with Priority: HIGHEST for action port [ 946.791627] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_rules [ 946.791803] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 946.791958] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67c4124a-c769-4a35-86cf-19b32144c915 with Priority: HIGHEST for action port [ 946.792804] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.793083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.793504] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.793668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.793961] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-67c4124a-c769-4a35-86cf-19b32144c915 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.794143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67c4124a-c769-4a35-86cf-19b32144c915" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.794271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67c4124a-c769-4a35-86cf-19b32144c915" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.794564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67c4124a-c769-4a35-86cf-19b32144c915" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.794776] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c4124a-c769-4a35-86cf-19b32144c915',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.097657] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.097657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.097657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.097657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.097657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.097657] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 947.123437] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.123437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.123437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.123437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.123437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.123749] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.123749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.123903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.123937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.124041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.124210] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a is going to be updated. [ 947.141765] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.151171] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.151398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.151451] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.151739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.151832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.163115] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.163315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.163315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.164266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.164266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.165725] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 947.174042] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: IN_PROGRESS for 2s [ 947.296720] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67c4124a-c769-4a35-86cf-19b32144c915 with status ACTIVE [ 947.296951] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.297095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.297162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.297367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.297450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.297618] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.297710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.297767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.298087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.298087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.298183] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.298277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.298332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.298509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.298607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.298607] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67c4124a-c769-4a35-86cf-19b32144c915 is going to be updated. [ 947.352250] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.352250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.352250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.352250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.352250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.352618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67c4124a-c769-4a35-86cf-19b32144c915" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.645290] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.148234] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.148552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.148552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.148621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.148724] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.148823] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 948.185291] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.185433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.185523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.185714] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.185875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.197107] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 949.177711] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 949.177990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.178134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.178347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.178546] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.178862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.178862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.178862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.179026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.179127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.179246] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.179328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.179408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.179579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.179676] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.179770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.179830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.179964] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.180055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.180135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.180284] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.181547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.181708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.181858] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.181958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.182036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.182232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.182369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.182410] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.189851] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a in Status: SUCCESS [ 949.189851] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a deletion is rescheduled due to dependency. [ 949.189851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.683773] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1db234b-5693-4749-b9fc-37916c3ab7c8: rpc.has_security_group_logging(os_id): False [ 949.684998] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.704179] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.704481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.704481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.704985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.704985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.705118] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.705174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.705298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.705403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.705482] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.705915] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.705915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.705915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.706279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.706279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.706367] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.706706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.706706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.706706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.706848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.706848] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be created. [ 949.783794] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.783976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.784047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.784297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.784800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.798466] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 950.187695] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.206619] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 950.207103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.207103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.207292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.207408] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.207519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.207694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.207864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.207948] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.208060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.208159] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.443586] env[66693]: INFO networking_nsxv3.common.synchronization [req-af2f94a3-eae1-4de0-b146-d5b1b7b93f6d req-c01b651b-f1b2-44db-98a5-aa577dd0f7b9 tempest-MigrationsAdminTest-1407721922 tempest-MigrationsAdminTest-1407721922-project-member] Enqueued Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 950.444221] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGHEST for action security_group_members [ 950.444540] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.444660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.444723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.444931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.448153] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.448516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.448617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.450194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.450194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.450194] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.690800] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.690800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.690800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.690800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.690800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.691046] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 950.711454] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.711612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.711657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.711928] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.712189] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.712318] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.713070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.713070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.713070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.713070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.713070] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.713260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.713312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.713541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.713791] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.713888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.714097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.714224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.714571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.714571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.714650] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.722985] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.723281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.723281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.724259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.724259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.735906] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 950.953030] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.953030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.953030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.953325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.953325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.953552] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.953804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.953804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.953910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.953993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.954090] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db is going to be updated. [ 950.987993] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.988195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.988260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.988811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.989096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.001340] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: IN_PROGRESS for 2s [ 951.218672] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 976a70a4-6bb5-4796-8bf4-41e15f74e2d4: rpc.has_security_group_logging(os_id): False [ 951.239026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.239026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.239026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.239026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.239602] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.239602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.239602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.241736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.241736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.241736] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 951.325304] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.325304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.325304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.325304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.325304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.350194] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 951.810636] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 951.810917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.811145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.811405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.811514] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.314931] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.314931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.746987] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 952.747228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.747406] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.748723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.748723] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.748723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.748723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.748723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.748723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.748723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.748723] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.011785] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db in Status: SUCCESS [ 953.011785] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db deletion is rescheduled due to dependency. [ 953.011957] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.250911] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.251194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.251194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.252509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.252509] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.252509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.252509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.252509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.252509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.252509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.252509] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.252509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.252509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.252509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.252509] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.252509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.255455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.255455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.255455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.255455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.255455] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.369023] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 953.369023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.757835] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1db234b-5693-4749-b9fc-37916c3ab7c8: rpc.has_security_group_logging(os_id): False [ 953.778409] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.778596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.778668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.778944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.779069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.779322] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.779428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.779485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.779693] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.779776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.780013] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.780137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.780202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.780341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.780412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.780604] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.780712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.780776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.781245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.781327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.781432] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 953.866611] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.866611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.866611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.866611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.866611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.881034] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 955.445767] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 955.446617] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 955.510794] env[66693]: INFO networking_nsxv3.common.synchronization [None req-b62e4f95-9350-4952-aa1d-6a4ebd330919 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_rules [ 955.510794] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_rules [ 955.511096] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.511270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.511342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.511628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.511775] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.690513] env[66693]: INFO networking_nsxv3.common.synchronization [None req-c0145e58-116f-4544-b1bf-653664082362 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_rules [ 955.691162] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_rules [ 955.691820] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.691820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.901665] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 955.901969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.902239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.902522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.902662] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.033260] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.033425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.033499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.033669] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.033759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.033850] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 already deleted. [ 956.033932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.034098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.034249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.034329] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.408540] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.408812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.408812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.409666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.409666] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.409666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.409666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.409915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.409915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.410138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.410285] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.559424] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.559424] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.559845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.559845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.559845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.559955] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 already deleted. [ 956.560069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.921020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.921020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.921020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.921020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.921020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.921735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.921735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.921735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.921735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.921735] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.423963] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1db234b-5693-4749-b9fc-37916c3ab7c8: rpc.has_security_group_logging(os_id): False [ 957.443235] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.443406] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.443489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.443709] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.444325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.444325] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.444325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.444325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.444523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.444523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.444711] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.444809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.444868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.445015] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.445339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.445535] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.445648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.445708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.445848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.445937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.446035] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 957.513384] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.513567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.513631] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.514045] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.514238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.532194] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 958.898732] env[66693]: INFO networking_nsxv3.common.synchronization [None req-7612dcc0-ce16-4742-b20e-f699dde922d0 None None] Enqueued Resource ID: 7812dbd0-b025-4cd7-b9cd-009659ddb8a0 with Priority: HIGHEST for action port [ 958.899295] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7812dbd0-b025-4cd7-b9cd-009659ddb8a0 with Priority: HIGHEST for action port [ 958.899599] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-7812dbd0-b025-4cd7-b9cd-009659ddb8a0 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.899718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7812dbd0-b025-4cd7-b9cd-009659ddb8a0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.899787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7812dbd0-b025-4cd7-b9cd-009659ddb8a0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.901922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7812dbd0-b025-4cd7-b9cd-009659ddb8a0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.902106] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7812dbd0-b025-4cd7-b9cd-009659ddb8a0',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.404217] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7812dbd0-b025-4cd7-b9cd-009659ddb8a0 [ 959.404475] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.404641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.404975] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.404975] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.405092] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.405187] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7812dbd0-b025-4cd7-b9cd-009659ddb8a0 already deleted. [ 959.405326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7812dbd0-b025-4cd7-b9cd-009659ddb8a0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.549335] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 959.549623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.709023] env[66693]: INFO networking_nsxv3.common.synchronization [None req-2c760465-4c5b-49ae-a773-bf80d792796c tempest-ServerActionsTestOtherB-1443972129 tempest-ServerActionsTestOtherB-1443972129-project-member] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 959.709023] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 959.711420] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.712138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.712138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.712355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.712497] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.920634] env[66693]: INFO networking_nsxv3.common.synchronization [None req-aecea943-d39e-4216-a73a-f353c30188c3 tempest-ServerActionsTestOtherB-1443972129 tempest-ServerActionsTestOtherB-1443972129-project-member] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 959.921224] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 959.921588] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.921730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.237571] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.237571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.237571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.237571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.237571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.237571] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f54b9a-401b-465d-a290-0acd68588739 already deleted. [ 960.237571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.237571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.237571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.237571] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.592037] env[66693]: INFO networking_nsxv3.common.synchronization [None req-e571a81f-345d-46d1-8b07-46361bf4a34c None None] Enqueued Resource ID: 85aa23f1-1798-4867-b74e-f61512df729a with Priority: HIGHEST for action port [ 960.592037] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85aa23f1-1798-4867-b74e-f61512df729a with Priority: HIGHEST for action port [ 960.592037] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-85aa23f1-1798-4867-b74e-f61512df729a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.592037] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85aa23f1-1798-4867-b74e-f61512df729a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.592037] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85aa23f1-1798-4867-b74e-f61512df729a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.593789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85aa23f1-1798-4867-b74e-f61512df729a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.593789] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85aa23f1-1798-4867-b74e-f61512df729a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.764972] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.765159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.765231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.765538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.765629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.765736] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f54b9a-401b-465d-a290-0acd68588739 already deleted. [ 960.766139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.096203] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85aa23f1-1798-4867-b74e-f61512df729a [ 961.096960] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.097188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.097188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.097408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.097500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.097603] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85aa23f1-1798-4867-b74e-f61512df729a already deleted. [ 961.097686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85aa23f1-1798-4867-b74e-f61512df729a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.850586] env[66693]: INFO networking_nsxv3.common.synchronization [None req-929c5b03-a47e-4f68-a3aa-f41ccbaf540c None None] Enqueued Resource ID: fe3aff6f-8e28-4a7a-a359-718a50f02655 with Priority: HIGHEST for action port [ 961.850586] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe3aff6f-8e28-4a7a-a359-718a50f02655 with Priority: HIGHEST for action port [ 961.850586] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe3aff6f-8e28-4a7a-a359-718a50f02655 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.850586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe3aff6f-8e28-4a7a-a359-718a50f02655" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.850586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe3aff6f-8e28-4a7a-a359-718a50f02655" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.850586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe3aff6f-8e28-4a7a-a359-718a50f02655" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.850586] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe3aff6f-8e28-4a7a-a359-718a50f02655',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.350304] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe3aff6f-8e28-4a7a-a359-718a50f02655 [ 962.350733] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.350733] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.350733] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.350942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.351044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.351169] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe3aff6f-8e28-4a7a-a359-718a50f02655 already deleted. [ 962.351283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe3aff6f-8e28-4a7a-a359-718a50f02655" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.371942] env[66693]: INFO networking_nsxv3.common.synchronization [req-a35683bf-2cef-4975-bd93-82075dabb0c0 req-4f910bf7-863b-4ac5-866d-ffa58785d73d tempest-ServersTestMultiNic-330803194 tempest-ServersTestMultiNic-330803194-project-member] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 962.372439] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 962.372565] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.372775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.372861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.373168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.373377] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.373495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.373635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.373811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.373924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.374247] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.826871] env[66693]: INFO networking_nsxv3.common.synchronization [req-a35683bf-2cef-4975-bd93-82075dabb0c0 req-cfeb6028-ea30-4b5c-a4b6-30d37923aa8d tempest-ServersTestMultiNic-330803194 tempest-ServersTestMultiNic-330803194-project-member] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 962.828022] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 962.828022] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.828022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.876338] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.935168] env[66693]: INFO networking_nsxv3.common.synchronization [req-a35683bf-2cef-4975-bd93-82075dabb0c0 req-e984d1a9-e3be-4d2f-ad3c-3e119c392c56 tempest-ServersTestMultiNic-330803194 tempest-ServersTestMultiNic-330803194-project-member] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 962.935607] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 962.935752] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.935889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.379819] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.884920] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.884920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.884920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.884920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.884920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.884920] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 963.922254] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.922254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.922254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.922254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.922254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.931662] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 963.958150] env[66693]: INFO networking_nsxv3.common.synchronization [None req-dc30e2c3-074f-442d-b9a8-55e168900057 None None] Enqueued Resource ID: 2b54c180-e965-419b-b7ce-4a0b8f374f4e with Priority: HIGHEST for action port [ 963.958150] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b54c180-e965-419b-b7ce-4a0b8f374f4e with Priority: HIGHEST for action port [ 963.958150] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b54c180-e965-419b-b7ce-4a0b8f374f4e taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.958150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b54c180-e965-419b-b7ce-4a0b8f374f4e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.958150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b54c180-e965-419b-b7ce-4a0b8f374f4e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.958150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b54c180-e965-419b-b7ce-4a0b8f374f4e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.958150] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b54c180-e965-419b-b7ce-4a0b8f374f4e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.465532] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b54c180-e965-419b-b7ce-4a0b8f374f4e [ 964.467225] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.467471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.467591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.467970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.468189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.468370] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b54c180-e965-419b-b7ce-4a0b8f374f4e already deleted. [ 964.468523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b54c180-e965-419b-b7ce-4a0b8f374f4e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.773753] env[66693]: INFO networking_nsxv3.common.synchronization [None req-8a335e47-6c13-4649-b7a8-47d5f62150a5 None None] Enqueued Resource ID: 60693a54-aa18-40f3-844f-b2dc4b99c489 with Priority: HIGHEST for action port [ 964.773753] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60693a54-aa18-40f3-844f-b2dc4b99c489 with Priority: HIGHEST for action port [ 964.773753] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-60693a54-aa18-40f3-844f-b2dc4b99c489 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.773753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60693a54-aa18-40f3-844f-b2dc4b99c489" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.774242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60693a54-aa18-40f3-844f-b2dc4b99c489" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.774576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60693a54-aa18-40f3-844f-b2dc4b99c489" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.774763] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60693a54-aa18-40f3-844f-b2dc4b99c489',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.277425] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60693a54-aa18-40f3-844f-b2dc4b99c489 [ 965.277896] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.277896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.277896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.278200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.278299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.278397] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60693a54-aa18-40f3-844f-b2dc4b99c489 already deleted. [ 965.278477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60693a54-aa18-40f3-844f-b2dc4b99c489" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.763877] env[66693]: INFO networking_nsxv3.common.synchronization [req-63d60ab4-70ec-477e-884e-d087d5266d1e req-04ed1c47-6dd4-4ef6-ade3-08fba44da567 tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 965.763877] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 965.764243] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.764433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.764524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.764772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.766338] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.766516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.766516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.766684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.766768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.766877] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.943804] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 965.944153] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.944375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.944703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.944930] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.945594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.945594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.945594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.945594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.945814] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.271070] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.271070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.271070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.271070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.271070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.271070] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.271070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.271070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.271070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.271070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.271070] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 966.303930] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.303930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.303930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.304978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.304978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.317578] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 966.448318] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.449759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.449759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.449759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.449759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.449759] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.449759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.449759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.449759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.449759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.449759] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 966.479171] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.479295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.479365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.479645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.479806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.491303] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 966.774594] env[66693]: INFO networking_nsxv3.common.synchronization [None req-439c55f6-fccf-4d26-86b8-f355f0fc6024 None None] Enqueued Resource ID: ca79e868-c06f-441a-94c8-5cf397548368 with Priority: HIGHEST for action port [ 966.775635] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca79e868-c06f-441a-94c8-5cf397548368 with Priority: HIGHEST for action port [ 966.776030] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca79e868-c06f-441a-94c8-5cf397548368 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.776147] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca79e868-c06f-441a-94c8-5cf397548368" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.778027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca79e868-c06f-441a-94c8-5cf397548368" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.778027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca79e868-c06f-441a-94c8-5cf397548368" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.778027] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca79e868-c06f-441a-94c8-5cf397548368',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.798815] env[66693]: INFO networking_nsxv3.common.synchronization [None req-a1059aee-c38a-4035-bbd4-34370e31c7d4 tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_rules [ 966.799578] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_rules [ 966.800221] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.800560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.800560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.800807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.800888] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.209287] env[66693]: INFO networking_nsxv3.common.synchronization [None req-0932fcce-a0f8-4d1e-ab74-56d1328bba3c tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_rules [ 967.209831] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_rules [ 967.210149] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.210255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.279482] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca79e868-c06f-441a-94c8-5cf397548368 [ 967.279482] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.279726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.279726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.279894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.279977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.280085] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca79e868-c06f-441a-94c8-5cf397548368 already deleted. [ 967.280165] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca79e868-c06f-441a-94c8-5cf397548368" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.336292] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.336292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.336292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.336552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.336552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.336624] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 already deleted. [ 967.336774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.336858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.337352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.337352] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.866774] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.866774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.866774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.866774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.866774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.866774] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 already deleted. [ 967.866774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.326188] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 968.326381] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 deletion is rescheduled due to dependency. [ 968.326496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.501613] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 968.501800] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 deletion is rescheduled due to dependency. [ 968.501913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.502122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.502357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.502535] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.502666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.502729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.502891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.502974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.503104] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.009489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.009798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.009798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.010451] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.010451] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.010451] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.010451] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.010451] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.010907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.010907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.010907] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 969.037438] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.037611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.037663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.038200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.038200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.047951] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 969.222269] env[66693]: INFO networking_nsxv3.common.synchronization [None req-a86b8f17-e1b0-47ca-8b9f-98a32185e80a None None] Enqueued Resource ID: ac54dc87-4256-4130-a9bb-475bcbe1f27d with Priority: HIGHEST for action port [ 969.222905] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac54dc87-4256-4130-a9bb-475bcbe1f27d with Priority: HIGHEST for action port [ 969.223253] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac54dc87-4256-4130-a9bb-475bcbe1f27d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.223371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac54dc87-4256-4130-a9bb-475bcbe1f27d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.223443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac54dc87-4256-4130-a9bb-475bcbe1f27d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.223687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac54dc87-4256-4130-a9bb-475bcbe1f27d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.223767] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac54dc87-4256-4130-a9bb-475bcbe1f27d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.726294] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac54dc87-4256-4130-a9bb-475bcbe1f27d [ 969.726534] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.726664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.726726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.726950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.727059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.727162] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac54dc87-4256-4130-a9bb-475bcbe1f27d already deleted. [ 969.727248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac54dc87-4256-4130-a9bb-475bcbe1f27d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.060012] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 971.060323] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 deletion is rescheduled due to dependency. [ 971.060675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.223809] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 974.224124] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 976.951248] env[66693]: INFO networking_nsxv3.common.synchronization [req-d94d187a-4570-41db-8aba-b8fec793b288 req-f914d560-f2ab-4ab2-b0cc-39244a943408 tempest-ServerRescueNegativeTestJSON-1387170935 tempest-ServerRescueNegativeTestJSON-1387170935-project-member] Enqueued Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 976.952080] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 976.955610] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.955610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.955610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.955610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.955610] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.955610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.955610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.955610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.955610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.955610] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.402573] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.402830] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.402905] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.403242] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.403547] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.403737] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.403864] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.406778] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.407305] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.407498] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.407611] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.407931] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.407931] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.407931] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.408037] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.408149] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.431953] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.431953] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.432183] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.432577] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.432674] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-98460b41-f09e-49a4-86ea-243ce37f5b80 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.432844] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-98460b41-f09e-49a4-86ea-243ce37f5b80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.432994] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-98460b41-f09e-49a4-86ea-243ce37f5b80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.433384] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-98460b41-f09e-49a4-86ea-243ce37f5b80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.433593] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98460b41-f09e-49a4-86ea-243ce37f5b80',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.456721] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.456944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.456944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.457141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.457228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.457414] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.457506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.457557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.457699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.457772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.457854] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 091737f0-a6f3-481e-9344-95a0aff6822c already deleted. [ 977.457931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.935621] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.935930] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.936125] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.936442] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.936597] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.936751] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 98460b41-f09e-49a4-86ea-243ce37f5b80 not found, creating... [ 977.937017] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.937185] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.937330] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.937587] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.937730] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.938015] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.938173] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.938286] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.938481] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.938607] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.938741] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 98460b41-f09e-49a4-86ea-243ce37f5b80 is going to be created. [ 977.960114] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.960509] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.960509] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.960764] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.961272] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.961526] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-98460b41-f09e-49a4-86ea-243ce37f5b80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.737373] env[66693]: INFO networking_nsxv3.common.synchronization [req-d94d187a-4570-41db-8aba-b8fec793b288 req-d946d8c6-558c-4089-a396-ce8cf61f0202 service nova] Enqueued Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_rules [ 978.737549] env[66693]: INFO networking_nsxv3.common.synchronization [req-d94d187a-4570-41db-8aba-b8fec793b288 req-d946d8c6-558c-4089-a396-ce8cf61f0202 service nova] Enqueued Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 978.737680] env[66693]: INFO networking_nsxv3.common.synchronization [req-d94d187a-4570-41db-8aba-b8fec793b288 req-d946d8c6-558c-4089-a396-ce8cf61f0202 service nova] Enqueued Resource ID: 98460b41-f09e-49a4-86ea-243ce37f5b80 with Priority: HIGHEST for action port [ 978.738267] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_rules [ 978.738433] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 978.738534] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98460b41-f09e-49a4-86ea-243ce37f5b80 with Priority: HIGHEST for action port [ 978.740687] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.740687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.740687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.740687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.740687] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.740687] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.740687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.740687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.740687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.741325] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.741325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.741325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.741325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.741325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.741529] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.743744] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-98460b41-f09e-49a4-86ea-243ce37f5b80 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.743744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98460b41-f09e-49a4-86ea-243ce37f5b80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.743744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98460b41-f09e-49a4-86ea-243ce37f5b80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.743744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98460b41-f09e-49a4-86ea-243ce37f5b80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.743744] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98460b41-f09e-49a4-86ea-243ce37f5b80',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.245897] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.247235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.247235] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.247974] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98460b41-f09e-49a4-86ea-243ce37f5b80 with status ACTIVE [ 979.248068] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.248164] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.248226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.248424] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.248579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.248704] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.248800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.248857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.249012] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.249321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.249572] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.249681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.249681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.250284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.250284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.250284] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98460b41-f09e-49a4-86ea-243ce37f5b80 is going to be updated. [ 979.272075] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.272244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.272311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.272646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.272714] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.272820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98460b41-f09e-49a4-86ea-243ce37f5b80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.277026] env[66693]: INFO networking_nsxv3.common.synchronization [req-e943c5ae-5487-40ac-8751-5a0f1b426030 req-0004c8ad-397b-4b80-810c-28d6f0d72eab tempest-ServerRescueNegativeTestJSON-1387170935 tempest-ServerRescueNegativeTestJSON-1387170935-project-member] Enqueued Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 979.277984] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 979.280561] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.280664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.647669] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.647866] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.647938] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.648648] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.648648] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.648648] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.648806] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.648933] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.649388] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.649629] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.649910] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.650064] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.650296] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.650424] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.650538] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.650675] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.673103] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.673284] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.673563] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.676053] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.676053] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-b59d27ae-fc1e-4620-b490-bb00ce6b05e7 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.676053] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-b59d27ae-fc1e-4620-b490-bb00ce6b05e7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.676053] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-b59d27ae-fc1e-4620-b490-bb00ce6b05e7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.676053] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-b59d27ae-fc1e-4620-b490-bb00ce6b05e7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.676053] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59d27ae-fc1e-4620-b490-bb00ce6b05e7',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.753074] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.178325] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.178606] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.178734] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.179053] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.179233] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.179447] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port b59d27ae-fc1e-4620-b490-bb00ce6b05e7 not found, creating... [ 980.179756] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.179917] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.180063] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.180325] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.180468] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.180755] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.180906] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.181324] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.181619] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.181794] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.181964] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: b59d27ae-fc1e-4620-b490-bb00ce6b05e7 is going to be created. [ 980.207078] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.207418] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.207630] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.207943] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.208246] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.208487] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-b59d27ae-fc1e-4620-b490-bb00ce6b05e7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.255535] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.255906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.255906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.255906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.256026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.256588] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 091737f0-a6f3-481e-9344-95a0aff6822c is going to be created. [ 980.293903] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.294142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.294142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.294421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.294496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.323236] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: UNINITIALIZED for 2s [ 980.636827] env[66693]: INFO networking_nsxv3.common.synchronization [None req-7c170b35-2343-4b3d-8082-89300c18aa07 None None] Enqueued Resource ID: 0ae22ec6-a292-494f-937f-164332e87a54 with Priority: HIGHEST for action port [ 980.637399] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae22ec6-a292-494f-937f-164332e87a54 with Priority: HIGHEST for action port [ 980.637675] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ae22ec6-a292-494f-937f-164332e87a54 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.637798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ae22ec6-a292-494f-937f-164332e87a54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.637880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ae22ec6-a292-494f-937f-164332e87a54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.638229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ae22ec6-a292-494f-937f-164332e87a54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.638361] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ae22ec6-a292-494f-937f-164332e87a54',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.908227] env[66693]: INFO networking_nsxv3.common.synchronization [req-e943c5ae-5487-40ac-8751-5a0f1b426030 req-ff10e2b0-8540-4a4f-8b6f-8141a04ab7e6 service nova] Enqueued Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_rules [ 980.908400] env[66693]: INFO networking_nsxv3.common.synchronization [req-e943c5ae-5487-40ac-8751-5a0f1b426030 req-ff10e2b0-8540-4a4f-8b6f-8141a04ab7e6 service nova] Enqueued Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 980.908519] env[66693]: INFO networking_nsxv3.common.synchronization [req-e943c5ae-5487-40ac-8751-5a0f1b426030 req-ff10e2b0-8540-4a4f-8b6f-8141a04ab7e6 service nova] Enqueued Resource ID: b59d27ae-fc1e-4620-b490-bb00ce6b05e7 with Priority: HIGHEST for action port [ 980.909640] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_rules [ 980.909640] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 980.909765] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59d27ae-fc1e-4620-b490-bb00ce6b05e7 with Priority: HIGHEST for action port [ 980.910428] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.910572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.910871] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.910971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.911676] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-b59d27ae-fc1e-4620-b490-bb00ce6b05e7 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.911676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b59d27ae-fc1e-4620-b490-bb00ce6b05e7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.911676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b59d27ae-fc1e-4620-b490-bb00ce6b05e7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.912353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b59d27ae-fc1e-4620-b490-bb00ce6b05e7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.912353] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59d27ae-fc1e-4620-b490-bb00ce6b05e7',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.140743] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ae22ec6-a292-494f-937f-164332e87a54 [ 981.141425] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.141425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.141425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.141592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.141592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.141655] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ae22ec6-a292-494f-937f-164332e87a54 already deleted. [ 981.142259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ae22ec6-a292-494f-937f-164332e87a54" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.239780] env[66693]: INFO networking_nsxv3.common.synchronization [req-24029971-62b6-4560-b5b8-fa807310131e req-6c0f61d6-df9f-4dd5-b36e-53820bdbea1e tempest-ServersNegativeTestJSON-1373406811 tempest-ServersNegativeTestJSON-1373406811-project-member] Enqueued Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 981.239780] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGHEST for action security_group_members [ 981.241648] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.241798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.241857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.242103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.242350] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.242458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.242520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.242682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.242768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.243284] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.419036] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b59d27ae-fc1e-4620-b490-bb00ce6b05e7 with status ACTIVE [ 981.419036] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.419036] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.419036] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.419036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.419036] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b59d27ae-fc1e-4620-b490-bb00ce6b05e7 is going to be updated. [ 981.446753] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.446753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.446753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.446753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.446753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.446753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b59d27ae-fc1e-4620-b490-bb00ce6b05e7" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.745491] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.745648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.745648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.745870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.745961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.746230] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.746378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.746378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.746510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.746586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.746666] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 is going to be updated. [ 981.778867] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.779533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.779533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.779864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.779864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.790211] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: IN_PROGRESS for 2s [ 981.854642] env[66693]: INFO networking_nsxv3.common.synchronization [req-7418dad6-3d7e-4b82-84f9-7528c9f5bca6 req-89dfaa54-545c-48c7-9d08-ba5d8e3bdf84 tempest-ImagesTestJSON-1736470785 tempest-ImagesTestJSON-1736470785-project-member] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 981.855543] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 981.855782] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.855935] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.856013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.856238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.856395] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.856509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.856571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.856716] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.856816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.856921] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.299393] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.299582] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.299720] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.300167] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.300554] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.300724] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.300841] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.301115] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.301268] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.301583] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.301583] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.301720] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.301757] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.302696] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.302696] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.302696] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.336059] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.336059] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.336059] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.336059] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.336059] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-123db256-c812-47c5-a1b9-a0b213a8c8a1 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.336059] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-123db256-c812-47c5-a1b9-a0b213a8c8a1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.336059] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-123db256-c812-47c5-a1b9-a0b213a8c8a1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.336059] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-123db256-c812-47c5-a1b9-a0b213a8c8a1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.336059] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123db256-c812-47c5-a1b9-a0b213a8c8a1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.338073] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: SUCCESS [ 982.338314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.338489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.338687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.338872] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.338984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.339074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.339260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.339365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.339458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.339549] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.341582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.341582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.341582] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.341582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.341582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.344372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.344372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.344372] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.360442] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.839440] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.839440] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.839440] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.839880] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.840119] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.840324] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 123db256-c812-47c5-a1b9-a0b213a8c8a1 not found, creating... [ 982.840768] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.841155] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.841375] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.841746] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.841991] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.842852] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.842852] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.843022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.843351] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.843620] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.843811] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 123db256-c812-47c5-a1b9-a0b213a8c8a1 is going to be created. [ 982.845691] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.845857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.846144] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.863060] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.977761] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.977983] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.978282] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.978475] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.978746] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.978988] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-123db256-c812-47c5-a1b9-a0b213a8c8a1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.183020] env[66693]: INFO networking_nsxv3.common.synchronization [None req-3df49a64-8924-47a6-9c5c-503e1a039cbe None None] Enqueued Resource ID: fbc8e922-ab4a-4098-9b1a-07c63e36a1e0 with Priority: HIGHEST for action port [ 983.183020] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc8e922-ab4a-4098-9b1a-07c63e36a1e0 with Priority: HIGHEST for action port [ 983.183020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbc8e922-ab4a-4098-9b1a-07c63e36a1e0 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.183020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbc8e922-ab4a-4098-9b1a-07c63e36a1e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.183492] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbc8e922-ab4a-4098-9b1a-07c63e36a1e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.183872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbc8e922-ab4a-4098-9b1a-07c63e36a1e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.184127] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc8e922-ab4a-4098-9b1a-07c63e36a1e0',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.350120] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.365223] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.365599] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.365757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.366096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.366280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.366391] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 983.411974] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.412280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.412366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.412578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.414592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.429212] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 983.662455] env[66693]: INFO networking_nsxv3.common.synchronization [req-7418dad6-3d7e-4b82-84f9-7528c9f5bca6 req-79048e57-de9e-4f4d-bf35-4097dc22b563 service nova] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_rules [ 983.662680] env[66693]: INFO networking_nsxv3.common.synchronization [req-7418dad6-3d7e-4b82-84f9-7528c9f5bca6 req-79048e57-de9e-4f4d-bf35-4097dc22b563 service nova] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 983.662855] env[66693]: INFO networking_nsxv3.common.synchronization [req-7418dad6-3d7e-4b82-84f9-7528c9f5bca6 req-79048e57-de9e-4f4d-bf35-4097dc22b563 service nova] Enqueued Resource ID: 123db256-c812-47c5-a1b9-a0b213a8c8a1 with Priority: HIGHEST for action port [ 983.663496] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_rules [ 983.663675] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 983.663875] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 123db256-c812-47c5-a1b9-a0b213a8c8a1 with Priority: HIGHEST for action port [ 983.664148] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.664297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.664393] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.664630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.664751] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.666353] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.666553] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.667259] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-123db256-c812-47c5-a1b9-a0b213a8c8a1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.667259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-123db256-c812-47c5-a1b9-a0b213a8c8a1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.667259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-123db256-c812-47c5-a1b9-a0b213a8c8a1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.667612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-123db256-c812-47c5-a1b9-a0b213a8c8a1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.667819] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123db256-c812-47c5-a1b9-a0b213a8c8a1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.690236] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbc8e922-ab4a-4098-9b1a-07c63e36a1e0 [ 983.690458] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.690582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.690648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.690862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.690949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.691103] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbc8e922-ab4a-4098-9b1a-07c63e36a1e0 already deleted. [ 983.692642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbc8e922-ab4a-4098-9b1a-07c63e36a1e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.801951] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 in Status: SUCCESS [ 983.801951] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 deletion is rescheduled due to dependency. [ 983.802084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.854536] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.854839] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.854839] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.855135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.855239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.855339] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 091737f0-a6f3-481e-9344-95a0aff6822c is going to be updated. [ 983.891676] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.891850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.891911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.892135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.892283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.902950] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: IN_PROGRESS for 2s [ 984.172717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.172717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.172717] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 123db256-c812-47c5-a1b9-a0b213a8c8a1 with status ACTIVE [ 984.172717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.172717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.172717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.172717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.172717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.172717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.172717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.172717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.174176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.174405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.174766] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.175265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.175894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.175894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.176140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.176876] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 123db256-c812-47c5-a1b9-a0b213a8c8a1 is going to be updated. [ 984.202595] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.202595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.202595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.202844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.203290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.203531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-123db256-c812-47c5-a1b9-a0b213a8c8a1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.327811] env[66693]: INFO networking_nsxv3.common.synchronization [req-dc06257e-68c4-4436-93e2-20831244fc55 req-695f4389-ee1c-41d6-af4f-6615c9694910 tempest-ImagesOneServerNegativeTestJSON-2004584261 tempest-ImagesOneServerNegativeTestJSON-2004584261-project-member] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 984.328399] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 984.328705] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.328820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.328890] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.329129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.329302] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.329398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.329455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.329612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.329693] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.329783] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.808842] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.809133] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.809245] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.809510] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.809802] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.809957] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.810126] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.810336] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.810485] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.810692] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.810799] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.810902] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.811013] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.811174] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.811290] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.811410] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.831205] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.831401] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.831537] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.831780] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-317" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.832174] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-3eb8e806-3537-4b91-8f59-b400aacd5419 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.832358] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-3eb8e806-3537-4b91-8f59-b400aacd5419" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.832480] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-3eb8e806-3537-4b91-8f59-b400aacd5419" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.832798] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-3eb8e806-3537-4b91-8f59-b400aacd5419" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.832931] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb8e806-3537-4b91-8f59-b400aacd5419',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.833963] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.834108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.834173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.834332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.834426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.834595] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.834736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.834840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.835008] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.835111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.835214] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be updated. [ 984.865538] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.865922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.865922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.866066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.866120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.877446] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: IN_PROGRESS for 2s [ 984.997806] env[66693]: INFO networking_nsxv3.common.synchronization [None req-f6cd4a5a-9082-41c3-8d97-2ceac10606d1 None None] Enqueued Resource ID: 15a60296-912e-42be-80bd-3aa971eb6ccf with Priority: HIGHEST for action port [ 984.998412] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a60296-912e-42be-80bd-3aa971eb6ccf with Priority: HIGHEST for action port [ 984.999165] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-15a60296-912e-42be-80bd-3aa971eb6ccf taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.999302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15a60296-912e-42be-80bd-3aa971eb6ccf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.999390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15a60296-912e-42be-80bd-3aa971eb6ccf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.999760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15a60296-912e-42be-80bd-3aa971eb6ccf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.999873] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15a60296-912e-42be-80bd-3aa971eb6ccf',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.338014] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.338188] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.338246] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.338528] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.338684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.338841] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 3eb8e806-3537-4b91-8f59-b400aacd5419 not found, creating... [ 985.339148] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.339321] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.339441] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.340587] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.340587] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.340587] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.340587] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.340587] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.340587] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.341957] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.341957] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 3eb8e806-3537-4b91-8f59-b400aacd5419 is going to be created. [ 985.375603] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.375841] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.375980] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.376405] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.376603] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.376842] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-3eb8e806-3537-4b91-8f59-b400aacd5419" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.438561] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 985.438779] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.438954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.439241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.439426] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.439545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.439602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.439759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.439932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.440045] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.502828] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15a60296-912e-42be-80bd-3aa971eb6ccf [ 985.503099] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.503285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.503370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.503639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.503736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.503834] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15a60296-912e-42be-80bd-3aa971eb6ccf already deleted. [ 985.503917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15a60296-912e-42be-80bd-3aa971eb6ccf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.920484] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: SUCCESS [ 985.920484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.920484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.921207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.921207] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.921325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.921325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.921746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.921746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.921746] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.943414] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.156398] env[66693]: INFO networking_nsxv3.common.synchronization [req-dc06257e-68c4-4436-93e2-20831244fc55 req-3f36f6ed-2ed8-43c0-bdd2-477b48b76227 service nova] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_rules [ 986.157841] env[66693]: INFO networking_nsxv3.common.synchronization [req-dc06257e-68c4-4436-93e2-20831244fc55 req-3f36f6ed-2ed8-43c0-bdd2-477b48b76227 service nova] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 986.157841] env[66693]: INFO networking_nsxv3.common.synchronization [req-dc06257e-68c4-4436-93e2-20831244fc55 req-3f36f6ed-2ed8-43c0-bdd2-477b48b76227 service nova] Enqueued Resource ID: 3eb8e806-3537-4b91-8f59-b400aacd5419 with Priority: HIGHEST for action port [ 986.157841] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_rules [ 986.157841] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 986.157841] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb8e806-3537-4b91-8f59-b400aacd5419 with Priority: HIGHEST for action port [ 986.158748] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.162443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.162443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.162443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.162443] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.162443] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.162443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.162703] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eb8e806-3537-4b91-8f59-b400aacd5419 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.162703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eb8e806-3537-4b91-8f59-b400aacd5419" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.162806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eb8e806-3537-4b91-8f59-b400aacd5419" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.163718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eb8e806-3537-4b91-8f59-b400aacd5419" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.163718] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb8e806-3537-4b91-8f59-b400aacd5419',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.426833] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.445337] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.663824] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.663824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.671032] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3eb8e806-3537-4b91-8f59-b400aacd5419 with status ACTIVE [ 986.671032] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.671032] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.671032] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.671032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.671032] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3eb8e806-3537-4b91-8f59-b400aacd5419 is going to be updated. [ 986.696437] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.696437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.696437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.696437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.696437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.696437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eb8e806-3537-4b91-8f59-b400aacd5419" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.889110] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: SUCCESS [ 986.889324] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 deletion is rescheduled due to dependency. [ 986.889419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.889668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.889777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.889962] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.890082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.890137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.890280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.890356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.890439] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.929132] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.952180] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.952180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.952180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.952180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.952180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.952180] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 986.990259] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.990259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.990259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.990259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.990259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.000572] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 987.007892] env[66693]: INFO networking_nsxv3.common.synchronization [req-4327f5eb-ca54-4118-b78d-34fa4f2c0118 req-81cb24e5-3f00-4a87-958d-2008f63899d3 tempest-ServerDiagnosticsTest-344273940 tempest-ServerDiagnosticsTest-344273940-project-member] Enqueued Resource ID: 5739c574-b8a1-44c1-83d6-6585155aee47 with Priority: HIGHEST for action security_group_members [ 987.008481] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5739c574-b8a1-44c1-83d6-6585155aee47 with Priority: HIGHEST for action security_group_members [ 987.008792] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5739c574-b8a1-44c1-83d6-6585155aee47 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.008915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.008973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.010815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.010815] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.010815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.010815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.010815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.010815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.010815] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5739c574-b8a1-44c1-83d6-6585155aee47',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.393067] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.431226] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.431365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.431665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.431665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.431759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.431802] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 091737f0-a6f3-481e-9344-95a0aff6822c is going to be updated. [ 987.444434] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.444642] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.444740] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.444992] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.445264] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.446016] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.446016] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.446016] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.446016] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.446252] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.446348] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.446503] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.446649] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.446791] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.446961] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.449025] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.466500] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.466674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.466824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.466958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.467135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.468970] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.469368] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.469527] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.469796] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-560" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.470202] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-c94404fd-f02e-44ff-a42b-877691a9f514 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.470429] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-c94404fd-f02e-44ff-a42b-877691a9f514" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.470619] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-c94404fd-f02e-44ff-a42b-877691a9f514" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.470970] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-c94404fd-f02e-44ff-a42b-877691a9f514" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.471208] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c94404fd-f02e-44ff-a42b-877691a9f514',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.482083] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: IN_PROGRESS for 2s [ 987.513286] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.513534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.514316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.514316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.514316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.514316] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.514555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.514555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.514732] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.514830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.514945] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5739c574-b8a1-44c1-83d6-6585155aee47 already deleted. [ 987.515083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.605098] env[66693]: INFO networking_nsxv3.common.synchronization [None req-8df31562-562d-4d18-818b-e8f6e0f4fc0b None None] Enqueued Resource ID: d47df2f7-3a79-4d9f-ac48-d8e87e1e59b5 with Priority: HIGHEST for action port [ 987.605098] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47df2f7-3a79-4d9f-ac48-d8e87e1e59b5 with Priority: HIGHEST for action port [ 987.605098] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d47df2f7-3a79-4d9f-ac48-d8e87e1e59b5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.605098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d47df2f7-3a79-4d9f-ac48-d8e87e1e59b5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.605098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d47df2f7-3a79-4d9f-ac48-d8e87e1e59b5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.605510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d47df2f7-3a79-4d9f-ac48-d8e87e1e59b5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.605510] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47df2f7-3a79-4d9f-ac48-d8e87e1e59b5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.896882] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.974310] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.974603] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.974690] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.974985] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.975147] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.975616] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port c94404fd-f02e-44ff-a42b-877691a9f514 not found, creating... [ 987.975616] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.975753] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.975787] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.975997] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.976141] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.976681] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.976681] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.976806] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.976971] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.977140] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.977287] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: c94404fd-f02e-44ff-a42b-877691a9f514 is going to be created. [ 988.002684] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.002684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.002684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.002684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.002684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.002684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-c94404fd-f02e-44ff-a42b-877691a9f514" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.102368] env[66693]: INFO networking_nsxv3.common.synchronization [None req-ee4b0c7f-8f0d-4792-a1bc-b13e82a30904 None None] Enqueued Resource ID: 1cb9a309-9a38-450d-b020-37803e0d8dba with Priority: HIGHEST for action port [ 988.102885] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9a309-9a38-450d-b020-37803e0d8dba with Priority: HIGHEST for action port [ 988.103204] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cb9a309-9a38-450d-b020-37803e0d8dba taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.103341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cb9a309-9a38-450d-b020-37803e0d8dba" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.103466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cb9a309-9a38-450d-b020-37803e0d8dba" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.103680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cb9a309-9a38-450d-b020-37803e0d8dba" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.103773] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb9a309-9a38-450d-b020-37803e0d8dba',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.107478] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d47df2f7-3a79-4d9f-ac48-d8e87e1e59b5 [ 988.107677] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.107840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.107840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.108077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.108339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.108339] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d47df2f7-3a79-4d9f-ac48-d8e87e1e59b5 already deleted. [ 988.108474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d47df2f7-3a79-4d9f-ac48-d8e87e1e59b5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.399104] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.399305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.399383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.399590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.399681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.399837] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be updated. [ 988.451260] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.451475] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.451523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.451967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.451967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.470966] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: IN_PROGRESS for 2s [ 988.605722] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cb9a309-9a38-450d-b020-37803e0d8dba [ 988.606117] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.606309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.606436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.606741] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.606880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.607024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cb9a309-9a38-450d-b020-37803e0d8dba already deleted. [ 988.607212] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cb9a309-9a38-450d-b020-37803e0d8dba" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.011988] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 989.012986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.013447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.014747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.015069] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.016013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.016013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.016013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.016013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.016013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.016013] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.299106] env[66693]: INFO networking_nsxv3.common.synchronization [req-4327f5eb-ca54-4118-b78d-34fa4f2c0118 req-3f75d1cb-bd55-4eb0-9e6e-79919bf24064 service nova] Enqueued Resource ID: 5739c574-b8a1-44c1-83d6-6585155aee47 with Priority: HIGHEST for action security_group_rules [ 989.299365] env[66693]: INFO networking_nsxv3.common.synchronization [req-4327f5eb-ca54-4118-b78d-34fa4f2c0118 req-3f75d1cb-bd55-4eb0-9e6e-79919bf24064 service nova] Enqueued Resource ID: 5739c574-b8a1-44c1-83d6-6585155aee47 with Priority: HIGHEST for action security_group_members [ 989.299509] env[66693]: INFO networking_nsxv3.common.synchronization [req-4327f5eb-ca54-4118-b78d-34fa4f2c0118 req-3f75d1cb-bd55-4eb0-9e6e-79919bf24064 service nova] Enqueued Resource ID: c94404fd-f02e-44ff-a42b-877691a9f514 with Priority: HIGHEST for action port [ 989.300649] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5739c574-b8a1-44c1-83d6-6585155aee47 with Priority: HIGHEST for action security_group_rules [ 989.300818] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5739c574-b8a1-44c1-83d6-6585155aee47 with Priority: HIGHEST for action security_group_members [ 989.300886] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c94404fd-f02e-44ff-a42b-877691a9f514 with Priority: HIGHEST for action port [ 989.301317] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5739c574-b8a1-44c1-83d6-6585155aee47 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.301444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.301634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.301914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.302033] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5739c574-b8a1-44c1-83d6-6585155aee47',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.303662] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5739c574-b8a1-44c1-83d6-6585155aee47 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.303803] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.303867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.304138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.304551] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.304665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.304730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.304911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.304994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.305101] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5739c574-b8a1-44c1-83d6-6585155aee47',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.307717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c94404fd-f02e-44ff-a42b-877691a9f514 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.307846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c94404fd-f02e-44ff-a42b-877691a9f514" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.308118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c94404fd-f02e-44ff-a42b-877691a9f514" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.308118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c94404fd-f02e-44ff-a42b-877691a9f514" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.308253] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c94404fd-f02e-44ff-a42b-877691a9f514',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.404789] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f8f6341-db30-4880-a459-81ff3383edbc req-aa355f85-3cd5-47f7-880e-a57bd193a67a tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 989.406121] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 989.406121] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.406121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.406443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.406866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.407057] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.407183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.407268] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.407594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.407594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.407756] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.494661] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: SUCCESS [ 989.495922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.496109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.496530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.496530] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.496530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.496778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.496825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.496883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.496993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.497188] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.497290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.497349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.497695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.498763] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.498857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.498938] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.499117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.499197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.499282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.499373] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.521206] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.521206] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.521206] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.521206] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.521206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.521895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.521895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.521895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.521895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.521895] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.804974] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5739c574-b8a1-44c1-83d6-6585155aee47 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.805266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.809079] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5739c574-b8a1-44c1-83d6-6585155aee47',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.815257] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c94404fd-f02e-44ff-a42b-877691a9f514 with status ACTIVE [ 989.815335] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.815463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.816646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.816937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.817163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.817273] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.817388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.817449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.817607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.817702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.817892] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.817989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.818081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.818308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.818392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.818515] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c94404fd-f02e-44ff-a42b-877691a9f514 is going to be updated. [ 989.844260] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.844463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.844545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.844745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.844902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.845101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c94404fd-f02e-44ff-a42b-877691a9f514" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.875841] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.875968] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.876069] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.876368] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.877759] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.877759] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.877759] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.878084] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.878084] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.878659] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.878659] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.878659] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.878659] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.878927] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.878927] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.879407] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.906587] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.906587] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.906587] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.906587] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.906825] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-c03ffc71-24b1-4b11-8499-9b7463648e04 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.907067] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-c03ffc71-24b1-4b11-8499-9b7463648e04" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.907556] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-c03ffc71-24b1-4b11-8499-9b7463648e04" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.907802] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-c03ffc71-24b1-4b11-8499-9b7463648e04" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.907949] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c03ffc71-24b1-4b11-8499-9b7463648e04',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.909762] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.911182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.911182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.911182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.911182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.911182] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.911182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.911182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.911182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.911182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.911182] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 already deleted. [ 989.911630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.002521] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 091737f0-a6f3-481e-9344-95a0aff6822c: rpc.has_security_group_logging(os_id): False [ 990.025147] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.025500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.025500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.025581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.025633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.025854] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.025964] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.026064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.026254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.026333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.026537] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.026648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.026692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.026813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.026883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.027967] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.029244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.029333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.029457] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.029543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.029641] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 091737f0-a6f3-481e-9344-95a0aff6822c is going to be created. [ 990.030867] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5b46feb-ebc4-40aa-a9cb-ae08118e7488: rpc.has_security_group_logging(os_id): False [ 990.052806] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.053171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.053171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.056725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.056725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.056725] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.056725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.056725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.056725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.056725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.056725] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.056725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.056725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.056725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.056725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.056725] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.056725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.058923] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.058923] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.058923] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.058923] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 990.108713] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.109059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.109160] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.109726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.109911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.126854] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: IN_PROGRESS for 2s [ 990.134231] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.134231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.134231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.134231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.134625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.152211] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 990.313066] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5739c574-b8a1-44c1-83d6-6585155aee47',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.411199] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.411491] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.412973] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.412973] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.413234] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.413282] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port c03ffc71-24b1-4b11-8499-9b7463648e04 not found, creating... [ 990.413592] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.413802] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.413877] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.414401] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.415219] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.415731] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.416113] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.416714] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.416979] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.417131] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.417287] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: c03ffc71-24b1-4b11-8499-9b7463648e04 is going to be created. [ 990.440896] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.446928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.446928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.446928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.446928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.446928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-c03ffc71-24b1-4b11-8499-9b7463648e04" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.485224] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: SUCCESS [ 990.485621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.485621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.485878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.486014] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.486130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.486200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.486348] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.486426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.486495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.486721] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.644255] env[66693]: INFO networking_nsxv3.common.synchronization [None req-bf7ccf5e-0e0f-4e53-9ef8-9eaa01c0c87a None None] Enqueued Resource ID: d87a4ce2-24f1-4ee2-b937-0aea0bce80f6 with Priority: HIGHEST for action port [ 990.645961] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87a4ce2-24f1-4ee2-b937-0aea0bce80f6 with Priority: HIGHEST for action port [ 990.646380] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d87a4ce2-24f1-4ee2-b937-0aea0bce80f6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.646525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d87a4ce2-24f1-4ee2-b937-0aea0bce80f6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.646598] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d87a4ce2-24f1-4ee2-b937-0aea0bce80f6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.646898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d87a4ce2-24f1-4ee2-b937-0aea0bce80f6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.646993] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d87a4ce2-24f1-4ee2-b937-0aea0bce80f6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.673846] env[66693]: INFO networking_nsxv3.common.synchronization [req-905fabb6-888a-4094-bf38-de1dc2371e5f req-ef818c60-8b81-41e9-9814-7b2230e99d9c tempest-SecurityGroupRulesNegativeTestJSON-1427166432 tempest-SecurityGroupRulesNegativeTestJSON-1427166432-project-member] Enqueued Resource ID: 1e6d58cd-a985-498c-b7c5-bff96d3abddb with Priority: HIGHEST for action security_group_rules [ 990.674827] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6d58cd-a985-498c-b7c5-bff96d3abddb with Priority: HIGHEST for action security_group_rules [ 990.674827] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6d58cd-a985-498c-b7c5-bff96d3abddb taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.675498] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6d58cd-a985-498c-b7c5-bff96d3abddb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.675612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6d58cd-a985-498c-b7c5-bff96d3abddb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.675878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6d58cd-a985-498c-b7c5-bff96d3abddb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.675965] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6d58cd-a985-498c-b7c5-bff96d3abddb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.815068] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.815285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.815398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.815704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.815818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.815937] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5739c574-b8a1-44c1-83d6-6585155aee47 is going to be created. [ 990.847913] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.848180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.848180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.848539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.848632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.860840] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5739c574-b8a1-44c1-83d6-6585155aee47 in Status: UNINITIALIZED for 2s [ 990.991724] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.991724] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.991896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.991996] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.992194] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.992301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.992365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.992530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.992617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.992700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.992878] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.992969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.993061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.993231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.993374] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.993468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.993544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.993785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.993824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.993907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.994010] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.150042] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d87a4ce2-24f1-4ee2-b937-0aea0bce80f6 [ 991.150334] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.150334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.150334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.150484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.150584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.150774] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d87a4ce2-24f1-4ee2-b937-0aea0bce80f6 already deleted. [ 991.150854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d87a4ce2-24f1-4ee2-b937-0aea0bce80f6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.165436] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f8f6341-db30-4880-a459-81ff3383edbc req-47aeaf88-38d1-4590-988d-5e73fc05066c service nova] Enqueued Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_rules [ 991.165436] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f8f6341-db30-4880-a459-81ff3383edbc req-47aeaf88-38d1-4590-988d-5e73fc05066c service nova] Enqueued Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 991.165436] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f8f6341-db30-4880-a459-81ff3383edbc req-47aeaf88-38d1-4590-988d-5e73fc05066c service nova] Enqueued Resource ID: c03ffc71-24b1-4b11-8499-9b7463648e04 with Priority: HIGHEST for action port [ 991.165436] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_rules [ 991.165436] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 991.165436] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03ffc71-24b1-4b11-8499-9b7463648e04 with Priority: HIGHEST for action port [ 991.165436] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.165436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.165436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.166079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.166346] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.167323] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.167717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.167867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.168482] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.168795] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.170414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.170414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.170414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.170414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.170414] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.170928] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c03ffc71-24b1-4b11-8499-9b7463648e04 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.171250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c03ffc71-24b1-4b11-8499-9b7463648e04" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.171496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c03ffc71-24b1-4b11-8499-9b7463648e04" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.171848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c03ffc71-24b1-4b11-8499-9b7463648e04" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.173789] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c03ffc71-24b1-4b11-8499-9b7463648e04',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.199441] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.199630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.199692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.200577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.200739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.200842] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6d58cd-a985-498c-b7c5-bff96d3abddb already deleted. [ 991.200930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6d58cd-a985-498c-b7c5-bff96d3abddb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.500024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4: rpc.has_security_group_logging(os_id): False [ 991.522216] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.522410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.522512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.522773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.522869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.523132] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.523254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.523380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.523574] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.523655] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.523869] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.523955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.524054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.524229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.524320] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.524524] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.524625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.524680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.524901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.524980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.525173] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be updated. [ 991.593648] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.593648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.593648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.594016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.594016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.611582] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: IN_PROGRESS for 2s [ 991.640299] env[66693]: INFO networking_nsxv3.common.synchronization [req-3f8e58a5-c510-408d-b3c5-fc685e154514 req-6be86176-f424-42e6-a1ac-4faf6a266dea tempest-SecurityGroupRulesNegativeTestJSON-1427166432 tempest-SecurityGroupRulesNegativeTestJSON-1427166432-project-member] Enqueued Resource ID: 1e6d58cd-a985-498c-b7c5-bff96d3abddb with Priority: HIGHEST for action security_group_rules [ 991.640949] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6d58cd-a985-498c-b7c5-bff96d3abddb with Priority: HIGHEST for action security_group_rules [ 991.641362] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6d58cd-a985-498c-b7c5-bff96d3abddb taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.641481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6d58cd-a985-498c-b7c5-bff96d3abddb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.641524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6d58cd-a985-498c-b7c5-bff96d3abddb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.641773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6d58cd-a985-498c-b7c5-bff96d3abddb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.641865] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6d58cd-a985-498c-b7c5-bff96d3abddb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.681698] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.681698] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.681698] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.682022] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c03ffc71-24b1-4b11-8499-9b7463648e04 with status ACTIVE [ 991.682096] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.682184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.682362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.683162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.683162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.683162] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.683162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.683162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.686606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.686724] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.686961] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.687103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.687184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.687379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.687458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.687552] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c03ffc71-24b1-4b11-8499-9b7463648e04 is going to be updated. [ 991.722609] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.723156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.723388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.723717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.724077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.724848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c03ffc71-24b1-4b11-8499-9b7463648e04" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.774575] env[66693]: INFO networking_nsxv3.common.synchronization [req-9a67aa80-2877-4517-923a-a09d49e81565 req-a7ac8f50-e489-4a4c-a4f7-39cb111369d2 tempest-ServerActionsTestOtherB-1443972129 tempest-ServerActionsTestOtherB-1443972129-project-member] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 991.776060] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 991.776060] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.776392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.776392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.776548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.776728] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.776867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.776948] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.777163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.777298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.777417] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.146619] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: SUCCESS [ 992.146934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.147188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.147464] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.147595] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.165832] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.166316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.166316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.166316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.166316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.166459] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6d58cd-a985-498c-b7c5-bff96d3abddb already deleted. [ 992.166556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6d58cd-a985-498c-b7c5-bff96d3abddb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.169776] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 992.170086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.191675] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.205517] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.205793] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.205793] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.206143] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.206427] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.206578] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.206682] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.206883] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.207152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.207402] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.207517] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.207622] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.207725] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.207831] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.207942] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.208075] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.230463] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.230637] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.230772] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.230944] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.231427] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-36c9771a-44b3-4464-a996-6d269b1dce69 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.231591] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-36c9771a-44b3-4464-a996-6d269b1dce69" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.231716] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-36c9771a-44b3-4464-a996-6d269b1dce69" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.232105] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-36c9771a-44b3-4464-a996-6d269b1dce69" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.232229] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36c9771a-44b3-4464-a996-6d269b1dce69',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.280402] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.280565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.280641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.280954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.280954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.281251] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.281381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.281444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.281601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.281677] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.281765] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 already deleted. [ 992.281847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.653255] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.653854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.653854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.653854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.653854] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.654069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.654069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.654157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.654255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.654345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.654432] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.694904] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.695144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.695144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.695407] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.695610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.695760] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 is going to be created. [ 992.726665] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.726665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.726665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.726665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.726665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.735142] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.735142] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.735142] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.735401] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.735549] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.735704] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 36c9771a-44b3-4464-a996-6d269b1dce69 not found, creating... [ 992.735966] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.736157] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.736269] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.736483] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.736623] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.736905] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.737079] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.737202] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.737418] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.737559] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.738149] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 36c9771a-44b3-4464-a996-6d269b1dce69 is going to be created. [ 992.739893] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: UNINITIALIZED for 2s [ 992.762810] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.763044] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.763169] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.763543] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.764500] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.764706] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-36c9771a-44b3-4464-a996-6d269b1dce69" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.883031] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5739c574-b8a1-44c1-83d6-6585155aee47 in Status: SUCCESS [ 992.883300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.883660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.883885] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.884081] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.884201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.884276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.884414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.884510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.884570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.884657] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5739c574-b8a1-44c1-83d6-6585155aee47',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.157067] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.157272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.157272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.157514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.157693] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.157795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.157857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.158068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.158365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.158365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.158540] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.158694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.158795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.159035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.159251] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.159380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.159471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.159692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.159692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.159866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.159866] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.390895] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5739c574-b8a1-44c1-83d6-6585155aee47 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.390895] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.390895] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5739c574-b8a1-44c1-83d6-6585155aee47 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.390895] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.390895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.391988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.391988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.391988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.391988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.391988] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5739c574-b8a1-44c1-83d6-6585155aee47',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.521060] env[66693]: INFO networking_nsxv3.common.synchronization [req-9a67aa80-2877-4517-923a-a09d49e81565 req-3e8d6ce8-0d36-41d4-95f1-27a67a2f5249 service nova] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 993.523531] env[66693]: INFO networking_nsxv3.common.synchronization [req-9a67aa80-2877-4517-923a-a09d49e81565 req-3e8d6ce8-0d36-41d4-95f1-27a67a2f5249 service nova] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 993.523796] env[66693]: INFO networking_nsxv3.common.synchronization [req-9a67aa80-2877-4517-923a-a09d49e81565 req-3e8d6ce8-0d36-41d4-95f1-27a67a2f5249 service nova] Enqueued Resource ID: 36c9771a-44b3-4464-a996-6d269b1dce69 with Priority: HIGHEST for action port [ 993.524949] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 993.525236] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 993.525351] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c9771a-44b3-4464-a996-6d269b1dce69 with Priority: HIGHEST for action port [ 993.525696] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.525829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.525910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.526135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.526222] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.528804] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.528804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.528804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.529142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.529196] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.529380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.529460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.529723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.529826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.529936] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.531694] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-36c9771a-44b3-4464-a996-6d269b1dce69 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.531850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36c9771a-44b3-4464-a996-6d269b1dce69" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.531919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36c9771a-44b3-4464-a996-6d269b1dce69" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.532177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36c9771a-44b3-4464-a996-6d269b1dce69" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.532296] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36c9771a-44b3-4464-a996-6d269b1dce69',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.629152] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: SUCCESS [ 993.629279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.662545] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 091737f0-a6f3-481e-9344-95a0aff6822c: rpc.has_security_group_logging(os_id): False [ 993.684649] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.684860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.684860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.685155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.685270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.685509] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.686123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.686123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.686123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.686123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.686123] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.686390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.686390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.686390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.686667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.686667] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.686756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.687134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.687134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.687134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.687134] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 091737f0-a6f3-481e-9344-95a0aff6822c is going to be updated. [ 993.763068] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.763329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.763760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.764093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.765701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.785853] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: IN_PROGRESS for 2s [ 993.892188] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5739c574-b8a1-44c1-83d6-6585155aee47: rpc.has_security_group_logging(os_id): False [ 993.917975] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.918305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.918371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.918729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.918925] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.919422] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.919588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.919683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.919963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.920163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.920464] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.920613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.920675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.920892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.920979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.921393] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.921517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.921586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.921837] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.921908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.921966] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5739c574-b8a1-44c1-83d6-6585155aee47 is going to be created. [ 993.992670] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.992670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.992670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.992670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.992670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.006868] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5739c574-b8a1-44c1-83d6-6585155aee47 in Status: IN_PROGRESS for 2s [ 994.034570] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.034739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.036112] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.037116] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36c9771a-44b3-4464-a996-6d269b1dce69 with status ACTIVE [ 994.037415] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.037537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.037616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.037864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.037972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.038234] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.038340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.038398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.038558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.038634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.038815] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.038899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.039476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.042024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.042024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.042024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36c9771a-44b3-4464-a996-6d269b1dce69 is going to be updated. [ 994.070522] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.070522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.070522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.070880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.070880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.071170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36c9771a-44b3-4464-a996-6d269b1dce69" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.294762] env[66693]: INFO networking_nsxv3.common.synchronization [req-fbfb9daf-3a4c-4d5c-bd8e-ac5eb640f40e req-235b531e-eee5-4a55-93da-43507e6f5d20 tempest-ServerMetadataNegativeTestJSON-349422184 tempest-ServerMetadataNegativeTestJSON-349422184-project-member] Enqueued Resource ID: bed1275c-3708-4073-9a98-f6b2abaf4720 with Priority: HIGHEST for action security_group_members [ 994.296086] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed1275c-3708-4073-9a98-f6b2abaf4720 with Priority: HIGHEST for action security_group_members [ 994.296792] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed1275c-3708-4073-9a98-f6b2abaf4720 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.297494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.297494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.300767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.300767] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.300767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.300767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.300767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.300767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.300767] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed1275c-3708-4073-9a98-f6b2abaf4720',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.542711] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.635790] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.635985] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-772" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.636120] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-772" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.636471] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-772" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.636723] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.636880] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.636993] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.637212] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.637359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.637591] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.637668] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.637771] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.637873] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.637972] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.638103] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.638249] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.656789] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.656962] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.657120] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.657290] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-772" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.657596] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-0f82ec73-082b-4493-a73b-d59b014ceb51 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.657842] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-0f82ec73-082b-4493-a73b-d59b014ceb51" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.657912] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-0f82ec73-082b-4493-a73b-d59b014ceb51" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.658222] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-0f82ec73-082b-4493-a73b-d59b014ceb51" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.658366] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f82ec73-082b-4493-a73b-d59b014ceb51',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.749380] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: SUCCESS [ 994.749654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.749814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.750082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.750236] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.750357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.750417] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.750566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.750645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.750729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.750818] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.802770] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.802951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.803043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.803271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.803392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.803602] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.803718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.803782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.803939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.804052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.804144] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed1275c-3708-4073-9a98-f6b2abaf4720 already deleted. [ 994.804242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.017833] env[66693]: INFO networking_nsxv3.common.synchronization [req-7d2fa115-e9fc-455f-a9c3-fcada69dd579 req-76c8adcd-f811-4337-bd6c-2bbf2b0c77c2 tempest-AttachVolumeTestJSON-1478924556 tempest-AttachVolumeTestJSON-1478924556-project-member] Enqueued Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_members [ 995.018552] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGHEST for action security_group_members [ 995.019061] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-776fb6cc-6954-41c8-97fe-d7eb03984390 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.019280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.019372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.019629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.019996] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.020193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.020259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.020448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.020543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.020640] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('776fb6cc-6954-41c8-97fe-d7eb03984390',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.044628] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.044829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.045033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.045217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.045372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.045519] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be created. [ 995.071072] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.071352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.071418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.071671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.071899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.081824] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: UNINITIALIZED for 2s [ 995.160324] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.160515] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.160633] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.160895] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.161743] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.161743] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 0f82ec73-082b-4493-a73b-d59b014ceb51 not found, creating... [ 995.161743] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.161743] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.162123] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.162123] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.162253] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.162975] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.162975] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.162975] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.162975] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.163260] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.163260] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 0f82ec73-082b-4493-a73b-d59b014ceb51 is going to be created. [ 995.186520] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.186712] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.186818] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.187144] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.187388] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.187614] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-0f82ec73-082b-4493-a73b-d59b014ceb51" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.253519] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.526060] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.526060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.526060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.526060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.526060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.526060] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.526060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.526060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.526060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.526060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.526060] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 is going to be updated. [ 995.560458] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.560781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.560781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.564152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.564152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.572185] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 in Status: IN_PROGRESS for 2s [ 995.756845] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88: rpc.has_security_group_logging(os_id): False [ 995.777429] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.777630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.777630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.777879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.777879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.778131] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.778236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.778450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.778450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.778553] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.778594] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 is going to be created. [ 995.800879] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: SUCCESS [ 995.801259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.874868] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.874868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.874868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.874868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.874868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.889046] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: IN_PROGRESS for 2s [ 996.017028] env[66693]: INFO networking_nsxv3.common.synchronization [req-fbfb9daf-3a4c-4d5c-bd8e-ac5eb640f40e req-f0c078ac-71e1-4e01-852a-9c8edbbe2c93 service nova] Enqueued Resource ID: bed1275c-3708-4073-9a98-f6b2abaf4720 with Priority: HIGHEST for action security_group_rules [ 996.017028] env[66693]: INFO networking_nsxv3.common.synchronization [req-fbfb9daf-3a4c-4d5c-bd8e-ac5eb640f40e req-f0c078ac-71e1-4e01-852a-9c8edbbe2c93 service nova] Enqueued Resource ID: bed1275c-3708-4073-9a98-f6b2abaf4720 with Priority: HIGHEST for action security_group_members [ 996.017382] env[66693]: INFO networking_nsxv3.common.synchronization [req-fbfb9daf-3a4c-4d5c-bd8e-ac5eb640f40e req-f0c078ac-71e1-4e01-852a-9c8edbbe2c93 service nova] Enqueued Resource ID: 0f82ec73-082b-4493-a73b-d59b014ceb51 with Priority: HIGHEST for action port [ 996.018677] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed1275c-3708-4073-9a98-f6b2abaf4720 with Priority: HIGHEST for action security_group_rules [ 996.018939] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed1275c-3708-4073-9a98-f6b2abaf4720 with Priority: HIGHEST for action security_group_members [ 996.020173] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f82ec73-082b-4493-a73b-d59b014ceb51 with Priority: HIGHEST for action port [ 996.020498] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed1275c-3708-4073-9a98-f6b2abaf4720 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.020746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.020882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.021333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.021499] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed1275c-3708-4073-9a98-f6b2abaf4720',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.022970] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed1275c-3708-4073-9a98-f6b2abaf4720 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.023226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.023358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.023715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.023998] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.029363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.029507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.029723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.030523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.030523] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed1275c-3708-4073-9a98-f6b2abaf4720',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.031296] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f82ec73-082b-4493-a73b-d59b014ceb51 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.031442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f82ec73-082b-4493-a73b-d59b014ceb51" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.031512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f82ec73-082b-4493-a73b-d59b014ceb51" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.031731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f82ec73-082b-4493-a73b-d59b014ceb51" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.031808] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f82ec73-082b-4493-a73b-d59b014ceb51',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.034696] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5739c574-b8a1-44c1-83d6-6585155aee47 in Status: SUCCESS [ 996.034696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.534190] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed1275c-3708-4073-9a98-f6b2abaf4720',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.535527] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed1275c-3708-4073-9a98-f6b2abaf4720 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.535684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.536137] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f82ec73-082b-4493-a73b-d59b014ceb51 with status ACTIVE [ 996.536137] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.536861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.536861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.536984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.537098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.537596] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.537596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.537809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.538352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.538352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.538352] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.539344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.539344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.539344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.539344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.539344] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f82ec73-082b-4493-a73b-d59b014ceb51 is going to be updated. [ 996.572105] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.572105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.572105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.572105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.574878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.575175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f82ec73-082b-4493-a73b-d59b014ceb51" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.042557] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed1275c-3708-4073-9a98-f6b2abaf4720',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.094642] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 997.094642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.094642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.094642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.094642] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.094642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.094642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.094642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.094642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.094642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.094642] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.548087] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.548087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.548087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.548087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.548360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.548360] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed1275c-3708-4073-9a98-f6b2abaf4720 is going to be created. [ 997.582031] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.582031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.582031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.582031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.582031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.588238] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 in Status: SUCCESS [ 997.588532] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 deletion is rescheduled due to dependency. [ 997.588679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.592781] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed1275c-3708-4073-9a98-f6b2abaf4720 in Status: UNINITIALIZED for 2s [ 997.597376] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.904776] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: SUCCESS [ 997.904776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.099152] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f54b9a-401b-465d-a290-0acd68588739: rpc.has_security_group_logging(os_id): False [ 998.123455] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.123720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.123720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.123920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.123920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.124203] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.124297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.124361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.124504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.124580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.124668] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be created. [ 998.189051] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.189051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.189051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.189051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.189330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.203644] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 999.606039] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed1275c-3708-4073-9a98-f6b2abaf4720 in Status: SUCCESS [ 999.606394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.606394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.606737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.606936] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.607170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.607438] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.607642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.607735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.607830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.607920] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed1275c-3708-4073-9a98-f6b2abaf4720',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.116114] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed1275c-3708-4073-9a98-f6b2abaf4720 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.116114] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.116114] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed1275c-3708-4073-9a98-f6b2abaf4720 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.116114] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.116114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.117108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.117108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.117108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.117108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.117108] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed1275c-3708-4073-9a98-f6b2abaf4720',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.220732] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1000.221606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.474375] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.474574] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.474685] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.474950] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.475217] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.475376] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.475480] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.475682] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.475825] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.476179] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.476334] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.476448] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.476550] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.476660] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.476764] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.476895] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.497788] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.497978] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.498233] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.498397] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.498630] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-f900a240-b95c-4328-84e2-87629f28120e taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.498925] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.498925] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.499204] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.499346] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f900a240-b95c-4328-84e2-87629f28120e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.623819] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed1275c-3708-4073-9a98-f6b2abaf4720: rpc.has_security_group_logging(os_id): False [ 1000.642721] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.642721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.642721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.642977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.643778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.643778] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.643778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.643778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.644414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.644414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.644414] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.645267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.645267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.645267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.645267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.645267] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.645806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.645806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.645806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.646080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.646251] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed1275c-3708-4073-9a98-f6b2abaf4720 is going to be created. [ 1000.719319] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.719536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.719640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.719889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.720246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.733785] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed1275c-3708-4073-9a98-f6b2abaf4720 in Status: IN_PROGRESS for 2s [ 1001.002785] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.003040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.003125] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.003866] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.003866] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.004080] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.004149] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.004288] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.004454] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.004586] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.004865] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.005027] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.005145] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.005427] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.005490] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.005616] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: f900a240-b95c-4328-84e2-87629f28120e is going to be updated. [ 1001.020600] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1001.020841] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1001.038397] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.038695] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.038765] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.039076] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.039316] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.039570] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.785217] env[66693]: INFO networking_nsxv3.common.synchronization [req-1ebbd2d2-5ced-41ec-9082-a1c67b4b5fdc req-48bbb385-fe55-48d5-8bc5-e248ccd01480 service nova] Enqueued Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_rules [ 1001.785217] env[66693]: INFO networking_nsxv3.common.synchronization [req-1ebbd2d2-5ced-41ec-9082-a1c67b4b5fdc req-48bbb385-fe55-48d5-8bc5-e248ccd01480 service nova] Enqueued Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_members [ 1001.785609] env[66693]: INFO networking_nsxv3.common.synchronization [req-1ebbd2d2-5ced-41ec-9082-a1c67b4b5fdc req-48bbb385-fe55-48d5-8bc5-e248ccd01480 service nova] Enqueued Resource ID: f900a240-b95c-4328-84e2-87629f28120e with Priority: HIGHEST for action port [ 1001.785979] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_rules [ 1001.786231] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_members [ 1001.786354] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f900a240-b95c-4328-84e2-87629f28120e with Priority: HIGHEST for action port [ 1001.786700] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.786847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.786942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.787219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.787347] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.789349] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.789349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.789349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.789349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.789349] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.789349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.789349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.789349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.789349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.789864] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.791152] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f900a240-b95c-4328-84e2-87629f28120e taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.791152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.791152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.791152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.791152] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f900a240-b95c-4328-84e2-87629f28120e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.031213] env[66693]: INFO networking_nsxv3.common.synchronization [req-35cb9382-21e9-447f-bb02-66cd0450c2f8 req-4ef77f15-6133-48ed-ad1b-2bab56b23d84 tempest-ImagesOneServerNegativeTestJSON-2004584261 tempest-ImagesOneServerNegativeTestJSON-2004584261-project-member] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 1002.031756] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGHEST for action security_group_members [ 1002.032076] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.032659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.032659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.032659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.032659] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.033031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.033031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.033031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.033031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.033160] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.293404] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.297659] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.297659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.297659] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f900a240-b95c-4328-84e2-87629f28120e with status ACTIVE [ 1002.297659] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.297659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.297659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.297659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.297659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.297659] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.297659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.299024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.299270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.299392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.299612] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.299741] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.299825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.300016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.300924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.300924] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f900a240-b95c-4328-84e2-87629f28120e is going to be updated. [ 1002.325077] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.325320] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.325320] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.328463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.328463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.328463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f900a240-b95c-4328-84e2-87629f28120e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.425759] env[66693]: INFO networking_nsxv3.common.synchronization [req-3dccc16f-b473-4b61-b0b3-76b033a9b100 req-742d6212-7aac-4fd1-97c1-1463148dc966 tempest-ServerDiagnosticsTest-344273940 tempest-ServerDiagnosticsTest-344273940-project-member] Enqueued Resource ID: 5739c574-b8a1-44c1-83d6-6585155aee47 with Priority: HIGHEST for action security_group_members [ 1002.427467] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5739c574-b8a1-44c1-83d6-6585155aee47 with Priority: HIGHEST for action security_group_members [ 1002.427467] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-5739c574-b8a1-44c1-83d6-6585155aee47 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.427467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.427467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.427467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.427912] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.427912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.427912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.428126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.428282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.428413] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5739c574-b8a1-44c1-83d6-6585155aee47',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.536190] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.536515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.536610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.536869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.537036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.537329] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.537439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.537535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.537710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.537792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.537917] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be updated. [ 1002.572658] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.572914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.572914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.573087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.573229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.585052] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: IN_PROGRESS for 2s [ 1002.749084] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed1275c-3708-4073-9a98-f6b2abaf4720 in Status: SUCCESS [ 1002.750950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.794945] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.931775] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.932304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.932304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.932523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.932523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.932735] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.932860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.932925] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.933138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.933236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.933322] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5739c574-b8a1-44c1-83d6-6585155aee47 is going to be updated. [ 1002.993680] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.993934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.993934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.994179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.994611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.006768] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5739c574-b8a1-44c1-83d6-6585155aee47 in Status: IN_PROGRESS for 2s [ 1003.300227] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.300227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.300227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.300227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.300227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.300227] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 is going to be updated. [ 1003.350434] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.352043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.352043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.352043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.352043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.365696] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: IN_PROGRESS for 2s [ 1003.533801] env[66693]: INFO networking_nsxv3.common.synchronization [req-727875d2-52d6-4f41-aa5d-9224fbe0491a req-a16f5189-b638-4dbe-a185-39c8b2fd9b7d tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1003.534781] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1003.534965] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.535168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.535392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.535544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.535750] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.535883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.535948] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.536160] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.536303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.536524] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.018093] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.018475] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.018475] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.018708] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.019533] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.019780] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.019978] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.020329] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.020530] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.020793] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.020982] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.021215] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.021381] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.021565] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.021747] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.021940] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.039452] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.039674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.039674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.039896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.039985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.040213] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.040319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.040388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.040539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.040658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.040714] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 already deleted. [ 1004.040786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.046065] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.046397] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.046397] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.046719] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.046944] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.047162] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.047320] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.047730] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.047891] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.478429] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1004.478637] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1004.550997] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.551283] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.551416] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.551699] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.551862] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.552051] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d not found, creating... [ 1004.552433] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.552611] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.552733] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.553039] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.553190] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.553589] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.553824] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.553900] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.554261] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.554405] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.554546] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d is going to be created. [ 1004.585876] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.586206] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.586283] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.586515] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.586746] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.587059] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.595824] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 in Status: SUCCESS [ 1004.595995] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 deletion is rescheduled due to dependency. [ 1004.596121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.017654] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5739c574-b8a1-44c1-83d6-6585155aee47 in Status: SUCCESS [ 1005.017654] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5739c574-b8a1-44c1-83d6-6585155aee47 deletion is rescheduled due to dependency. [ 1005.017654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.266405] env[66693]: INFO networking_nsxv3.common.synchronization [None req-b6cbce84-b3f2-40c7-ad35-e71ad6007008 None None] Enqueued Resource ID: 80729a77-6325-4c60-8bdd-56e2e179e204 with Priority: HIGHEST for action port [ 1005.268714] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80729a77-6325-4c60-8bdd-56e2e179e204 with Priority: HIGHEST for action port [ 1005.270025] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-80729a77-6325-4c60-8bdd-56e2e179e204 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.270893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80729a77-6325-4c60-8bdd-56e2e179e204" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.270893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80729a77-6325-4c60-8bdd-56e2e179e204" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.270893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80729a77-6325-4c60-8bdd-56e2e179e204" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.270893] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80729a77-6325-4c60-8bdd-56e2e179e204',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.279350] env[66693]: INFO networking_nsxv3.common.synchronization [req-727875d2-52d6-4f41-aa5d-9224fbe0491a req-e44a9cec-9295-48de-9928-961412b67a80 service nova] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_rules [ 1005.279786] env[66693]: INFO networking_nsxv3.common.synchronization [req-727875d2-52d6-4f41-aa5d-9224fbe0491a req-e44a9cec-9295-48de-9928-961412b67a80 service nova] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1005.279998] env[66693]: INFO networking_nsxv3.common.synchronization [req-727875d2-52d6-4f41-aa5d-9224fbe0491a req-e44a9cec-9295-48de-9928-961412b67a80 service nova] Enqueued Resource ID: d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d with Priority: HIGHEST for action port [ 1005.280972] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_rules [ 1005.281251] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1005.281325] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d with Priority: HIGHEST for action port [ 1005.281723] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.281882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.284456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.284456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.284456] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.284863] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.285191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.285191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.285512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.285577] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.285676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.285977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.285977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.286105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.286247] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.287309] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.287464] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.287568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.287783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.287885] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.377231] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: SUCCESS [ 1005.377494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.377745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.378094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.378345] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.378520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.378591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.378746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.378903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.379029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.379262] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.777433] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80729a77-6325-4c60-8bdd-56e2e179e204 [ 1005.777433] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.777433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.777433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.777433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.777433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.777433] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80729a77-6325-4c60-8bdd-56e2e179e204 already deleted. [ 1005.777433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80729a77-6325-4c60-8bdd-56e2e179e204" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.785998] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.785998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.797023] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.797023] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d with status ACTIVE [ 1005.797023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.797023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.797023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.797023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.797023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.797023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.797023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.797023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.797023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.797023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.797023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.797023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.798831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.799119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.799305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.799511] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d is going to be updated. [ 1005.823734] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.824098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.824289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.824566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.825314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.825314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0d7f23c-2dc6-49f8-8a53-cf9eb4a3725d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.883163] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.099145] env[66693]: INFO networking_nsxv3.common.synchronization [req-37f998d7-8f1f-4368-aac0-1ad2f7f20bf9 req-eeb90a59-2739-461f-9220-6b0622a9bac3 tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1006.099731] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1006.100091] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.100197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.100250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.100509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.100766] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.101614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.102341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.102536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.102642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.102761] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.111698] env[66693]: INFO networking_nsxv3.common.synchronization [req-d55c315e-6f8d-4646-9aed-4e2b9ff45d2d req-2def096b-d2be-40fc-a4e4-d172c4114a05 tempest-ImagesTestJSON-1736470785 tempest-ImagesTestJSON-1736470785-project-member] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 1006.112130] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 1006.112485] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.112613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.112670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.112867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.114181] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.114181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.114181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.114181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.114181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.114181] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.302621] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.386385] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9577e13f-839d-416d-8d87-a87b5040c1b2: rpc.has_security_group_logging(os_id): False [ 1006.404553] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.407019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.407019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.407019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.407019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.407019] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.407019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.407019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.407019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.407019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.407019] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 is going to be updated. [ 1006.478781] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.478781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.478781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.478781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.478781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.485152] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.485152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.485152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.485152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.485152] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.485152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.485152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.485152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.485718] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.486081] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.486315] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.486518] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.486856] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.487094] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.487306] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.487534] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.494464] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: IN_PROGRESS for 2s [ 1006.506715] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.506897] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.507127] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.507367] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.507831] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-d3cebaaa-ce35-4850-95b3-f2056667f4d2 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.508081] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-d3cebaaa-ce35-4850-95b3-f2056667f4d2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.508223] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-d3cebaaa-ce35-4850-95b3-f2056667f4d2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.508571] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-d3cebaaa-ce35-4850-95b3-f2056667f4d2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.508709] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3cebaaa-ce35-4850-95b3-f2056667f4d2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.605347] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.605432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.605476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.607279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.607279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.607279] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.607279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.607279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.607279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.607279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.607279] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a already deleted. [ 1006.607279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.616336] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.805152] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.805432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.805504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.805742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.805845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.805947] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be created. [ 1006.834446] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.834673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.834673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.835412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.835412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.846578] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: UNINITIALIZED for 2s [ 1007.011949] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.012251] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.012387] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.014373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.014373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.014373] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port d3cebaaa-ce35-4850-95b3-f2056667f4d2 not found, creating... [ 1007.014373] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.014373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.014373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.014373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.014373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.016027] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.016027] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.016027] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.016027] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.016269] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.016269] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: d3cebaaa-ce35-4850-95b3-f2056667f4d2 is going to be created. [ 1007.055371] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.055371] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.055371] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.055371] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.055371] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.055371] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-d3cebaaa-ce35-4850-95b3-f2056667f4d2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.120531] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.624441] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.624799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.624799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.624924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.625026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.625118] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 1007.665023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.665023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.665023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.665023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.665023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.680577] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 1007.872055] env[66693]: INFO networking_nsxv3.common.synchronization [req-37f998d7-8f1f-4368-aac0-1ad2f7f20bf9 req-4bae89fa-62a5-4bc2-8209-f45327ce812a service nova] Enqueued Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_rules [ 1007.872055] env[66693]: INFO networking_nsxv3.common.synchronization [req-37f998d7-8f1f-4368-aac0-1ad2f7f20bf9 req-4bae89fa-62a5-4bc2-8209-f45327ce812a service nova] Enqueued Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1007.872055] env[66693]: INFO networking_nsxv3.common.synchronization [req-37f998d7-8f1f-4368-aac0-1ad2f7f20bf9 req-4bae89fa-62a5-4bc2-8209-f45327ce812a service nova] Enqueued Resource ID: d3cebaaa-ce35-4850-95b3-f2056667f4d2 with Priority: HIGHEST for action port [ 1007.872055] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_rules [ 1007.872369] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1007.872369] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3cebaaa-ce35-4850-95b3-f2056667f4d2 with Priority: HIGHEST for action port [ 1007.872752] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.872869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.872921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.873261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.873369] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.874507] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.878188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.878903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.878903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.878903] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.878903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.879123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.879162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.879290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.879419] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.880527] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3cebaaa-ce35-4850-95b3-f2056667f4d2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.880650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3cebaaa-ce35-4850-95b3-f2056667f4d2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.881081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3cebaaa-ce35-4850-95b3-f2056667f4d2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.881081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3cebaaa-ce35-4850-95b3-f2056667f4d2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.881081] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3cebaaa-ce35-4850-95b3-f2056667f4d2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.927033] env[66693]: INFO networking_nsxv3.common.synchronization [None req-4c2fd985-8e55-4eb1-89c0-471dad8a27ca None None] Enqueued Resource ID: 0908ee5a-7f2b-4f1e-b38b-cefbd8daa42a with Priority: HIGHEST for action port [ 1007.927262] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0908ee5a-7f2b-4f1e-b38b-cefbd8daa42a with Priority: HIGHEST for action port [ 1007.928644] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-0908ee5a-7f2b-4f1e-b38b-cefbd8daa42a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.928644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0908ee5a-7f2b-4f1e-b38b-cefbd8daa42a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.928644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0908ee5a-7f2b-4f1e-b38b-cefbd8daa42a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.928644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0908ee5a-7f2b-4f1e-b38b-cefbd8daa42a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.928644] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0908ee5a-7f2b-4f1e-b38b-cefbd8daa42a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.383538] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.383739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.383905] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.385448] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3cebaaa-ce35-4850-95b3-f2056667f4d2 with status ACTIVE [ 1008.385448] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.385633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.385633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.385825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.385915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.386100] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.386243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.386295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.386418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.386535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.386672] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.386760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.386824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.386953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.388074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.388219] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3cebaaa-ce35-4850-95b3-f2056667f4d2 is going to be updated. [ 1008.428634] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.428634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.428634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.428634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.428634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.428634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3cebaaa-ce35-4850-95b3-f2056667f4d2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.433548] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0908ee5a-7f2b-4f1e-b38b-cefbd8daa42a [ 1008.433548] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.433795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.433795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.434604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.434604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.434604] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0908ee5a-7f2b-4f1e-b38b-cefbd8daa42a already deleted. [ 1008.434604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0908ee5a-7f2b-4f1e-b38b-cefbd8daa42a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.522232] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: SUCCESS [ 1008.522481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.857846] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1008.858903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.858903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.858903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.858903] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.858903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.858903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.859205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.859205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.859277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.859368] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.892535] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.361511] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.395336] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.395539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.395615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.395838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.395951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.396069] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a is going to be created. [ 1009.420915] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.421173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.421312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.421549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.421824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.433019] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: UNINITIALIZED for 2s [ 1009.695173] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 1009.695173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.864479] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4864a6f4-4f5f-4984-b091-0ad57e123200: rpc.has_security_group_logging(os_id): False [ 1009.884199] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.884341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.884441] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.884611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.884731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.884936] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.885090] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.885122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.885249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.885375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.885432] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be created. [ 1009.965558] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.965724] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.965824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.966089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.966308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.979037] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1011.446818] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: SUCCESS [ 1011.446818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.447299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.447519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.447718] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.448719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.448719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.448719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.448719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.448719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.448719] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.953329] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.953569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.953639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.953794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.953956] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.954071] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.954143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.954269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.954361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.954448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.954594] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.954679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.954733] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.954870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.955018] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.955112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.955167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.955308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.955404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.955482] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.955547] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.983532] env[66693]: INFO networking_nsxv3.common.synchronization [req-ba049f09-3bdd-4358-8b97-c21e945917c7 req-25a54473-2829-4481-9ef7-7097756a9075 tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 1011.984683] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 1011.985050] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.985166] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.985232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.985426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.985577] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.985670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.985723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.985880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.985956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.986058] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.994953] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1011.995256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.458926] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7791f2bc-9fb9-4f14-9a03-c691ead7919a: rpc.has_security_group_logging(os_id): False [ 1012.477954] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.478858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.478858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.478858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.479077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.479406] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.479507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.479569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.480144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.480144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.480409] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.480588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.480703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.480964] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.481327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.481473] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.481698] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.481915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.482413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.482413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.482532] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a is going to be created. [ 1012.488345] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.488602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.488733] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.489063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.489213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.489607] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.489794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.489958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.490196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.490407] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.490557] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 1012.529047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.529047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.529047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.529047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.529047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.542262] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 1012.557090] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.557512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.557667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.558187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.558375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.573374] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: IN_PROGRESS for 2s [ 1013.070298] env[66693]: INFO networking_nsxv3.common.synchronization [req-46997349-1d85-4673-bde7-11fa7cce524e req-17cda0cb-d5c6-47bd-b503-3f814f0e2aec tempest-ServerMetadataNegativeTestJSON-349422184 tempest-ServerMetadataNegativeTestJSON-349422184-project-member] Enqueued Resource ID: bed1275c-3708-4073-9a98-f6b2abaf4720 with Priority: HIGHEST for action security_group_members [ 1013.071670] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed1275c-3708-4073-9a98-f6b2abaf4720 with Priority: HIGHEST for action security_group_members [ 1013.071670] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed1275c-3708-4073-9a98-f6b2abaf4720 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.071670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.071670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.072089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.072089] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.072221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.072316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.072534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.072651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.072768] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed1275c-3708-4073-9a98-f6b2abaf4720',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.177626] env[66693]: INFO networking_nsxv3.common.synchronization [req-6bb06e7c-2092-42aa-99b2-76ce407ad252 req-8c1d04fe-103f-4c8d-9a8a-fc369c577d01 tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1013.178063] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1013.178911] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.179079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.179128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.179381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.179578] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.179634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.179706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.179846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.179930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.180034] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.525392] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.525835] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.525835] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.526021] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.526391] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.526596] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.526720] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.527062] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.527062] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.528269] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.528269] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.528269] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.528269] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.528269] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.528269] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.528269] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.550257] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.550533] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.550761] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.551039] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.551446] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-eabbf681-69e0-4654-b677-231194c08410 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.551623] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-eabbf681-69e0-4654-b677-231194c08410" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.551742] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-eabbf681-69e0-4654-b677-231194c08410" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.552150] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-eabbf681-69e0-4654-b677-231194c08410" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.552372] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eabbf681-69e0-4654-b677-231194c08410',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.574777] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.574899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.574968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.575216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.575319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.575527] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.575627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.575685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.575848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.575972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.576034] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed1275c-3708-4073-9a98-f6b2abaf4720 is going to be updated. [ 1013.616418] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.616625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.616625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.616881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.617418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.632170] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed1275c-3708-4073-9a98-f6b2abaf4720 in Status: IN_PROGRESS for 2s [ 1013.682502] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.682593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.682658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.682828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.682920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.683134] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.683272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.683326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.683501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.683596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.683700] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a already deleted. [ 1013.683788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.054997] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.055223] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.055364] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.055648] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.055834] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.055992] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port eabbf681-69e0-4654-b677-231194c08410 not found, creating... [ 1014.056344] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.056509] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.056623] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.056876] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.057047] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.057325] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.057531] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.057636] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.057813] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.057917] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.058078] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: eabbf681-69e0-4654-b677-231194c08410 is going to be created. [ 1014.080502] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.080859] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.081081] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.081494] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.081860] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.082158] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-eabbf681-69e0-4654-b677-231194c08410" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.554034] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 1014.554539] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 deletion is rescheduled due to dependency. [ 1014.554539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.588031] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: SUCCESS [ 1014.588031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.842876] env[66693]: INFO networking_nsxv3.common.synchronization [req-6bb06e7c-2092-42aa-99b2-76ce407ad252 req-8ac09818-3be2-43dd-86e7-70cc69f1692f service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1014.843129] env[66693]: INFO networking_nsxv3.common.synchronization [req-6bb06e7c-2092-42aa-99b2-76ce407ad252 req-8ac09818-3be2-43dd-86e7-70cc69f1692f service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1014.843275] env[66693]: INFO networking_nsxv3.common.synchronization [req-6bb06e7c-2092-42aa-99b2-76ce407ad252 req-8ac09818-3be2-43dd-86e7-70cc69f1692f service nova] Enqueued Resource ID: eabbf681-69e0-4654-b677-231194c08410 with Priority: HIGHEST for action port [ 1014.843913] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1014.844162] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1014.844199] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eabbf681-69e0-4654-b677-231194c08410 with Priority: HIGHEST for action port [ 1014.844648] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.844648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.844757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.845102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.845235] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.846328] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.846520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.846589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.846781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.846953] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.847064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.847126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.847266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.847355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.847445] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.849011] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-eabbf681-69e0-4654-b677-231194c08410 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.849314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eabbf681-69e0-4654-b677-231194c08410" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.849314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eabbf681-69e0-4654-b677-231194c08410" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.849452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eabbf681-69e0-4654-b677-231194c08410" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.849537] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eabbf681-69e0-4654-b677-231194c08410',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.351887] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.353558] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.353558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.353734] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eabbf681-69e0-4654-b677-231194c08410 with status ACTIVE [ 1015.353770] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.353872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.353931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.354175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.354256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.354441] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.354537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.354606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.354905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.354905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.355111] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.355111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.355241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.355286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.355356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.355474] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eabbf681-69e0-4654-b677-231194c08410 is going to be updated. [ 1015.382705] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.382705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.382705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.382977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.383126] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.383337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eabbf681-69e0-4654-b677-231194c08410" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.553937] env[66693]: INFO networking_nsxv3.common.synchronization [req-2c121ced-58c9-453e-a787-2029a8b60451 req-114b7507-47d1-47a4-8edc-33e223197a7f tempest-ServerTagsTestJSON-1238304202 tempest-ServerTagsTestJSON-1238304202-project-member] Enqueued Resource ID: 6b54cacd-3ecc-418e-93b4-d00004366aac with Priority: HIGHEST for action security_group_members [ 1015.553937] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b54cacd-3ecc-418e-93b4-d00004366aac with Priority: HIGHEST for action security_group_members [ 1015.553937] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b54cacd-3ecc-418e-93b4-d00004366aac taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.553937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.553937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.554536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.554536] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.554536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.554536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.554689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.554957] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.554957] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b54cacd-3ecc-418e-93b4-d00004366aac',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.642048] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed1275c-3708-4073-9a98-f6b2abaf4720 in Status: SUCCESS [ 1015.642048] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed1275c-3708-4073-9a98-f6b2abaf4720 deletion is rescheduled due to dependency. [ 1015.642048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.858511] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.957134] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.957328] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-205" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.957452] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-205" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.957776] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-205" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.958051] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.958238] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.958366] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.958614] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.958759] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.958955] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.959183] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.959296] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.959401] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.959510] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.959677] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.959836] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.979417] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.979600] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.979734] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.979917] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-205" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.980254] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-afde3808-a66e-491e-8e1f-52192f5ca68d taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.980422] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-afde3808-a66e-491e-8e1f-52192f5ca68d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.980537] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-afde3808-a66e-491e-8e1f-52192f5ca68d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.980847] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-afde3808-a66e-491e-8e1f-52192f5ca68d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.980984] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afde3808-a66e-491e-8e1f-52192f5ca68d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.058769] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.059102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.059102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.059420] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.059420] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.059685] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.059770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.059829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.059969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.060110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.060110] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b54cacd-3ecc-418e-93b4-d00004366aac already deleted. [ 1016.060478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.361725] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.361896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.361970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.362339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.362500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.362638] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be created. [ 1016.388661] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.388822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.388888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.389135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.389295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.399181] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: UNINITIALIZED for 2s [ 1016.483646] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.483919] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.484012] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.484382] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.484580] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.484715] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port afde3808-a66e-491e-8e1f-52192f5ca68d not found, creating... [ 1016.485013] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.485179] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.485299] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.485523] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.485663] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.485968] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.486157] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.486271] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.486515] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.486649] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.486805] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: afde3808-a66e-491e-8e1f-52192f5ca68d is going to be created. [ 1016.508818] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.508818] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.509113] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.509247] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.509465] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.509776] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-afde3808-a66e-491e-8e1f-52192f5ca68d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.223742] env[66693]: INFO networking_nsxv3.common.synchronization [req-2c121ced-58c9-453e-a787-2029a8b60451 req-5382b5e8-f9cd-46b3-8976-fb8e88a432fb service nova] Enqueued Resource ID: 6b54cacd-3ecc-418e-93b4-d00004366aac with Priority: HIGHEST for action security_group_rules [ 1017.223742] env[66693]: INFO networking_nsxv3.common.synchronization [req-2c121ced-58c9-453e-a787-2029a8b60451 req-5382b5e8-f9cd-46b3-8976-fb8e88a432fb service nova] Enqueued Resource ID: 6b54cacd-3ecc-418e-93b4-d00004366aac with Priority: HIGHEST for action security_group_members [ 1017.223742] env[66693]: INFO networking_nsxv3.common.synchronization [req-2c121ced-58c9-453e-a787-2029a8b60451 req-5382b5e8-f9cd-46b3-8976-fb8e88a432fb service nova] Enqueued Resource ID: afde3808-a66e-491e-8e1f-52192f5ca68d with Priority: HIGHEST for action port [ 1017.223742] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b54cacd-3ecc-418e-93b4-d00004366aac with Priority: HIGHEST for action security_group_rules [ 1017.223742] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b54cacd-3ecc-418e-93b4-d00004366aac with Priority: HIGHEST for action security_group_members [ 1017.223742] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afde3808-a66e-491e-8e1f-52192f5ca68d with Priority: HIGHEST for action port [ 1017.224249] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b54cacd-3ecc-418e-93b4-d00004366aac taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.224249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.224249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.224438] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.224476] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b54cacd-3ecc-418e-93b4-d00004366aac',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.225944] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b54cacd-3ecc-418e-93b4-d00004366aac taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.226073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.226167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.226370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.226506] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.226621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.226725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.226832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.226888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.227141] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b54cacd-3ecc-418e-93b4-d00004366aac',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.227756] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-afde3808-a66e-491e-8e1f-52192f5ca68d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.228247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afde3808-a66e-491e-8e1f-52192f5ca68d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.228247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afde3808-a66e-491e-8e1f-52192f5ca68d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.228247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afde3808-a66e-491e-8e1f-52192f5ca68d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.228247] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afde3808-a66e-491e-8e1f-52192f5ca68d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.732179] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b54cacd-3ecc-418e-93b4-d00004366aac taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.732179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.732179] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b54cacd-3ecc-418e-93b4-d00004366aac',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.732179] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afde3808-a66e-491e-8e1f-52192f5ca68d with status ACTIVE [ 1017.732179] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.732179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.732179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.732910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.733155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.733453] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.733729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.733967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.734261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.734448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.734725] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.736028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.736028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.736028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.736028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.736028] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afde3808-a66e-491e-8e1f-52192f5ca68d is going to be updated. [ 1017.762053] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.762247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.762247] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.763330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.763330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.763330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afde3808-a66e-491e-8e1f-52192f5ca68d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.238838] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b54cacd-3ecc-418e-93b4-d00004366aac',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.409943] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1018.410189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.410362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.410586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.410777] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.410892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.410959] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.411118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.411200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.411355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.411450] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.742373] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.742373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.742373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.742584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.742679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.742774] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b54cacd-3ecc-418e-93b4-d00004366aac is going to be created. [ 1018.770808] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.770993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.771254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.771770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.771770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.783778] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b54cacd-3ecc-418e-93b4-d00004366aac in Status: UNINITIALIZED for 2s [ 1018.914244] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.914411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.914470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.914660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.914818] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.914917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.914979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.915152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.915246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.915334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.915491] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.915650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.915650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.915775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.915908] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.915996] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.916066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.916226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.916307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.916388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.916477] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.419219] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92d04f37-f938-45d9-85a8-192804afd53a: rpc.has_security_group_logging(os_id): False [ 1019.443471] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.443636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.444046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.444046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.444046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.444162] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.444265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.444327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.444473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.444550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.444731] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.444847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.444894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.445059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.445107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.445282] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.445388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.445463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.449191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.449253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.449468] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be created. [ 1019.534216] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.534441] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.534492] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.534694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.534880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.547848] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1020.089877] env[66693]: INFO networking_nsxv3.common.synchronization [req-0db1bfb2-507a-46c8-95a9-2c2b9c4e7869 req-2d03295d-36ae-406c-8109-b54402853c3a tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1020.090475] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1020.090795] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.090943] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.090990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.091191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.091405] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.091547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.091618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.091814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.091929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.092074] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.528411] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.528770] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.528985] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.529348] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.529661] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.529898] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.530104] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.530777] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.531011] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.531435] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.531552] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.531747] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.532050] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.532149] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.532282] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.532481] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.559046] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.559046] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.559046] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.559046] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.559046] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-8f3432d3-e17c-4ecf-a40b-989326dd0c95 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.559046] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-8f3432d3-e17c-4ecf-a40b-989326dd0c95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.559046] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-8f3432d3-e17c-4ecf-a40b-989326dd0c95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.559046] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-8f3432d3-e17c-4ecf-a40b-989326dd0c95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.559046] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3432d3-e17c-4ecf-a40b-989326dd0c95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.594827] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.595049] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.595049] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.595226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.595302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.595505] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.595632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.595723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.595802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.595872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.595942] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 1020.630401] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.630626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.630626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.630829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.631023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.641573] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 1020.796215] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b54cacd-3ecc-418e-93b4-d00004366aac in Status: SUCCESS [ 1020.796215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.796215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.796215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.796460] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.796460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.796460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.796608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.796746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.796799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.796913] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b54cacd-3ecc-418e-93b4-d00004366aac',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.062302] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.062302] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.062302] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.063142] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.063142] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.063142] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 8f3432d3-e17c-4ecf-a40b-989326dd0c95 not found, creating... [ 1021.063302] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.063302] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.063424] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.064040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.064040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.064211] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.064331] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.064413] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.064651] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.064807] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.064948] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 8f3432d3-e17c-4ecf-a40b-989326dd0c95 is going to be created. [ 1021.091033] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.091234] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.091234] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.091545] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.091777] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.092019] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-8f3432d3-e17c-4ecf-a40b-989326dd0c95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.301180] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b54cacd-3ecc-418e-93b4-d00004366aac taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.301180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.301180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.301180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.301180] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.301180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.301612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.301612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.301612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.301747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.301864] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b54cacd-3ecc-418e-93b4-d00004366aac taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.302049] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.304256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.304256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.304256] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.304256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.304256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.304256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.304256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.304256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.304256] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b54cacd-3ecc-418e-93b4-d00004366aac',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.560016] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1021.560411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.806981] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b54cacd-3ecc-418e-93b4-d00004366aac: rpc.has_security_group_logging(os_id): False [ 1021.832216] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.832498] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.832708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.832814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.832870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.833135] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.833300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.833428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.833589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.833677] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.833909] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.834017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.834059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.834456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.834456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.834767] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.834767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.834767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.834910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.835011] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.835137] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b54cacd-3ecc-418e-93b4-d00004366aac is going to be created. [ 1021.873074] env[66693]: INFO networking_nsxv3.common.synchronization [req-0db1bfb2-507a-46c8-95a9-2c2b9c4e7869 req-078922e3-bd39-49a8-a9b6-29397a099e63 service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 1021.873257] env[66693]: INFO networking_nsxv3.common.synchronization [req-0db1bfb2-507a-46c8-95a9-2c2b9c4e7869 req-078922e3-bd39-49a8-a9b6-29397a099e63 service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1021.873409] env[66693]: INFO networking_nsxv3.common.synchronization [req-0db1bfb2-507a-46c8-95a9-2c2b9c4e7869 req-078922e3-bd39-49a8-a9b6-29397a099e63 service nova] Enqueued Resource ID: 8f3432d3-e17c-4ecf-a40b-989326dd0c95 with Priority: HIGHEST for action port [ 1021.874060] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 1021.874244] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1021.874379] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3432d3-e17c-4ecf-a40b-989326dd0c95 with Priority: HIGHEST for action port [ 1021.874888] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.874888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.875100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.875231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.875353] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.877025] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.877163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.877445] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f3432d3-e17c-4ecf-a40b-989326dd0c95 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.877571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f3432d3-e17c-4ecf-a40b-989326dd0c95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.877665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f3432d3-e17c-4ecf-a40b-989326dd0c95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.877901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f3432d3-e17c-4ecf-a40b-989326dd0c95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.877980] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3432d3-e17c-4ecf-a40b-989326dd0c95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.924729] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.924888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.924979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.925241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.925446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.938662] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b54cacd-3ecc-418e-93b4-d00004366aac in Status: IN_PROGRESS for 2s [ 1022.378287] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.378460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.380777] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f3432d3-e17c-4ecf-a40b-989326dd0c95 with status ACTIVE [ 1022.380992] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.381133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.381202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.381434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.381551] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.381743] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.381935] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.382036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.382230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.382339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.382568] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.382702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.382821] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.382938] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.383027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.383115] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f3432d3-e17c-4ecf-a40b-989326dd0c95 is going to be updated. [ 1022.407911] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.408027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.408070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.408279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.408412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.408572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f3432d3-e17c-4ecf-a40b-989326dd0c95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.627438] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f03d91b-cd75-41f8-b2b6-caf78702a3cb req-3d0d6117-3a46-444a-a55a-164579123ccc tempest-ServersTestMultiNic-330803194 tempest-ServersTestMultiNic-330803194-project-member] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1022.628619] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1022.628619] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.628619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.628619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.628897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.628936] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.629073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.629170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.629350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.629743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.629743] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.652305] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 1022.652305] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 deletion is rescheduled due to dependency. [ 1022.652537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.652578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.652793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.653311] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.653311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.653311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.653311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.653514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.653514] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.012113] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f03d91b-cd75-41f8-b2b6-caf78702a3cb req-330664c5-04e4-4069-b460-222ca1dff9c6 tempest-ServersTestMultiNic-330803194 tempest-ServersTestMultiNic-330803194-project-member] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1023.012846] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1023.013310] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.013423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.134695] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.134695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.134695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.134695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.134695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.134695] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.134695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.134695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.134695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.134695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.134695] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 1023.156175] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.167351] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.167503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.167576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.167797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.167945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.177416] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 1023.372245] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.372245] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-954" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.372245] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-954" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.372245] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-954" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.372245] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.372245] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.372245] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.372245] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.372245] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.372648] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.372648] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.372648] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.372749] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.372941] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.373152] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.373307] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.399524] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.401852] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.401852] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.401852] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-954" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.401852] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.401852] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.401852] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.401852] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.401852] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.658565] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.906157] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.906157] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.906302] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.907610] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.907610] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.907610] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100 not found, creating... [ 1023.907610] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.907610] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.907610] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.907610] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.909569] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.909569] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.909569] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.909569] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.909569] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.909569] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.909569] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100 is going to be created. [ 1023.931585] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.933133] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.933324] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.933615] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.933905] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.934175] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.953899] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b54cacd-3ecc-418e-93b4-d00004366aac in Status: SUCCESS [ 1023.954282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.162043] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.163448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.163448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.163448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.163448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.163448] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 1024.212932] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.212932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.212932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.212932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.212932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.222718] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 1024.690701] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f03d91b-cd75-41f8-b2b6-caf78702a3cb req-065dc4b0-c7a7-4ce1-9163-39591f456001 service nova] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_rules [ 1024.690934] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f03d91b-cd75-41f8-b2b6-caf78702a3cb req-065dc4b0-c7a7-4ce1-9163-39591f456001 service nova] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1024.691655] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f03d91b-cd75-41f8-b2b6-caf78702a3cb req-065dc4b0-c7a7-4ce1-9163-39591f456001 service nova] Enqueued Resource ID: abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100 with Priority: HIGHEST for action port [ 1024.692573] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_rules [ 1024.692752] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1024.692839] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100 with Priority: HIGHEST for action port [ 1024.693162] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.693360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.693360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.693999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.693999] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.696489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.696489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.696489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.696489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.696489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.696489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.696489] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.189603] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 1025.189870] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 deletion is rescheduled due to dependency. [ 1025.190061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.190257] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.190521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.190753] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.190926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.191038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.191248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.191366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.191527] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.195790] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.196609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.199946] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100 with status ACTIVE [ 1025.200151] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.200269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.200335] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.200526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.200612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.201035] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.201177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.201383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.201593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.202017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.202332] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.202409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.202470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.202623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.202675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.202750] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100 is going to be updated. [ 1025.225338] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.225524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.225656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.226088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.226088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.226299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb1be91-f4cf-4e24-8f2b-c2f0a5bdd100" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.530790] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.531077] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-222" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.531274] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-222" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.531782] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-222" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.532162] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.532377] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.532542] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.532826] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.533038] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.533309] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.533465] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.533620] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.533768] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.533947] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.534107] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.534290] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.555194] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.555445] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.555605] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.556086] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-222" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.556286] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-6f9e554e-1b94-40e7-8116-2d63f13cb303 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.556525] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-6f9e554e-1b94-40e7-8116-2d63f13cb303" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.556764] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-6f9e554e-1b94-40e7-8116-2d63f13cb303" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.557237] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-6f9e554e-1b94-40e7-8116-2d63f13cb303" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.557597] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f9e554e-1b94-40e7-8116-2d63f13cb303',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.695701] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.060504] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.060788] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.060860] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.061331] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.061331] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.061614] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 6f9e554e-1b94-40e7-8116-2d63f13cb303 not found, creating... [ 1026.061774] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.061947] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.062201] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.062299] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.062416] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.062694] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.062868] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.062964] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.063256] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.063391] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.063765] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 6f9e554e-1b94-40e7-8116-2d63f13cb303 is going to be created. [ 1026.085890] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.086176] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.086249] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.086488] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.086727] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.086925] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-6f9e554e-1b94-40e7-8116-2d63f13cb303" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.198846] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.234270] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 1026.234538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.234703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.234947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.235189] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.235323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.235394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.235562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.235652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.235744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.235837] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.704528] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.705350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.705350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.705350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.705350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.705350] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 1026.738658] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.738856] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.738931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.740027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.740027] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.740027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.740027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.740027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.740027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.740027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.740456] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.740456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.740456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.740456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.740614] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.740690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.740759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.740958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.741073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.741141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.741228] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.746690] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.747127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.747315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.747717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.748327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.765980] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 1026.909810] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f03d91b-cd75-41f8-b2b6-caf78702a3cb req-e7de7fe9-f403-4593-b268-7753da86d09d service nova] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_rules [ 1026.910085] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f03d91b-cd75-41f8-b2b6-caf78702a3cb req-e7de7fe9-f403-4593-b268-7753da86d09d service nova] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1026.910303] env[66693]: INFO networking_nsxv3.common.synchronization [req-8f03d91b-cd75-41f8-b2b6-caf78702a3cb req-e7de7fe9-f403-4593-b268-7753da86d09d service nova] Enqueued Resource ID: 6f9e554e-1b94-40e7-8116-2d63f13cb303 with Priority: HIGHEST for action port [ 1026.912052] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_rules [ 1026.912176] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1026.912269] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9e554e-1b94-40e7-8116-2d63f13cb303 with Priority: HIGHEST for action port [ 1026.912612] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.912801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.912893] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.913056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.913225] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f9e554e-1b94-40e7-8116-2d63f13cb303 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.913337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f9e554e-1b94-40e7-8116-2d63f13cb303" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.913378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f9e554e-1b94-40e7-8116-2d63f13cb303" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.913911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f9e554e-1b94-40e7-8116-2d63f13cb303" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.913911] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f9e554e-1b94-40e7-8116-2d63f13cb303',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.244553] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 976a70a4-6bb5-4796-8bf4-41e15f74e2d4: rpc.has_security_group_logging(os_id): False [ 1027.264029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.266929] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.266929] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.266929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.267763] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.267763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.267763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.267763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.267763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.267993] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 1027.356723] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.356723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.356723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.356723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.356723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.370204] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 1027.417204] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f9e554e-1b94-40e7-8116-2d63f13cb303 with status ACTIVE [ 1027.417204] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.417204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.417204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.417204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.417204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.417619] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.417619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.417619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.417747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.417785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.417979] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.418095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.418149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.418351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.418452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.418562] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f9e554e-1b94-40e7-8116-2d63f13cb303 is going to be updated. [ 1027.427877] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.428067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.428198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.429401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.429401] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.461581] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.461990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.461990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.462238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.462379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.462552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f9e554e-1b94-40e7-8116-2d63f13cb303" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.926652] env[66693]: INFO networking_nsxv3.common.synchronization [None req-ef7d4375-bee2-4228-bc6a-659fe06a51b1 tempest-ServerRescueNegativeTestJSON-1387170935 tempest-ServerRescueNegativeTestJSON-1387170935-project-member] Enqueued Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_rules [ 1027.928076] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_rules [ 1027.928523] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19d63080-67e6-4856-bc77-84a0018fe67f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.928721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.929543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.929543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.929543] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19d63080-67e6-4856-bc77-84a0018fe67f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.934229] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.038785] env[66693]: INFO networking_nsxv3.common.synchronization [None req-1c5130f6-92ef-4866-a1e4-9b5ac3e0f2d0 tempest-ServerRescueNegativeTestJSON-1387170935 tempest-ServerRescueNegativeTestJSON-1387170935-project-member] Enqueued Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_rules [ 1028.039085] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_rules [ 1028.039382] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19d63080-67e6-4856-bc77-84a0018fe67f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.039526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.436935] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.450169] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.452185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.452185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.452185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.452185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.452185] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19d63080-67e6-4856-bc77-84a0018fe67f already deleted. [ 1028.452185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.452185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.452185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.452185] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19d63080-67e6-4856-bc77-84a0018fe67f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.782022] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 1028.782022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.782022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.782022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.782022] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.782022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.782022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.782022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.782022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.782022] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.942264] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1028.942529] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1028.972899] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.973137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.973185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.973478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.973478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.973893] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19d63080-67e6-4856-bc77-84a0018fe67f already deleted. [ 1028.973893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.283115] env[66693]: INFO networking_nsxv3.common.synchronization [req-9225fe33-9b4f-448e-b903-13d3b52e6722 req-260d118a-8d9a-4bf4-a3c7-fba81f1d3241 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 1029.283115] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 1029.283115] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.283115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.283115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.283115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.286155] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.286155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.286155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.286362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.286565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.286565] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.288258] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.386278] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 1029.386448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.706160] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.706411] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.707060] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.708967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.708967] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.708967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.708967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.708967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.709420] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.709537] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.709706] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.709845] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.709953] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.711185] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.711339] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.712669] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.732967] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.734323] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.734323] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.734323] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.734323] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-f88a3f84-3054-421c-9d14-cee526c4ebe0 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.734323] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-f88a3f84-3054-421c-9d14-cee526c4ebe0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.734753] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-f88a3f84-3054-421c-9d14-cee526c4ebe0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.734753] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-f88a3f84-3054-421c-9d14-cee526c4ebe0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.735294] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f88a3f84-3054-421c-9d14-cee526c4ebe0',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.788947] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.793044] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.875483] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.875743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.875743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.875936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.887669] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1029.888773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.890109] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1029.924339] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.924511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.924596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.924823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.935191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.935893] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1029.935966] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1029.936158] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1029.980674] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.981064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.981064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.981064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.983989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.983989] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1030.076801] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.076977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.077054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.077257] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.077567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.077870] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1030.176363] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.176528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.176680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.176785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.177054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.177351] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1030.177447] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b2f54b9a-401b-465d-a290-0acd68588739', '02aa8e97-d8e4-4af8-90ed-55233673d66a', '7791f2bc-9fb9-4f14-9a03-c691ead7919a', '7f5b608e-f5ba-40e4-853a-003ba4888eb4', '9577e13f-839d-416d-8d87-a87b5040c1b2', 'bf20bbb3-463b-4b9c-b138-71a587c220b6', '4864a6f4-4f5f-4984-b091-0ad57e123200', '2092e30e-ce8f-4f56-83fa-5a440affb4db', '92d04f37-f938-45d9-85a8-192804afd53a', 'ac728770-91df-4ba0-b751-c8a517be859b', '2e39a42b-d580-4aec-a9da-4a0cba374a09', '091737f0-a6f3-481e-9344-95a0aff6822c', '67807f6d-80e2-4558-b721-2d5d1357739c', 'a1db234b-5693-4749-b9fc-37916c3ab7c8', '1c5e423d-bd31-4e74-9386-ef8f0a5d6da4', '52e77f4f-0a58-4d4a-a264-7e4d2c3313a8', '5739c574-b8a1-44c1-83d6-6585155aee47', 'bed1275c-3708-4073-9a98-f6b2abaf4720', 'cbbcca78-1f2c-4d04-be35-6f3349fea2e5', 'ea4b8bb0-3d09-4727-9b5c-44382dd19c55', 'c5b46feb-ebc4-40aa-a9cb-ae08118e7488', '5152842d-2d12-424c-9812-c119a27cc4c4', 'b6e93def-6420-4a87-951b-b509dc09b642', 'f8a27cbd-f04a-45f7-ba0b-6af169a237e3', 'a9ed971c-669c-4da2-b273-81c8bcdc0442', '77b77ec2-ab78-45ed-aa9e-d60f8dfa134d', 'b409ba2d-b776-4819-90e3-c4123e5fe23b', 'a3027b11-fd3c-46b1-94b5-7c42e5f474f8', '1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe', 'a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2', '976a70a4-6bb5-4796-8bf4-41e15f74e2d4', '07dafda2-e2c4-4a79-8013-fa1d2bd930e9', '78af4fcb-ca41-4757-8de4-9418d8f9346a', '556d6bfb-e8a5-40b8-8aa4-869ac9780f32', '776fb6cc-6954-41c8-97fe-d7eb03984390', '13573b34-fb56-490d-84aa-5930c801b18a', 'ff1720a7-db08-4449-9a3f-36104cddac64', '6b54cacd-3ecc-418e-93b4-d00004366aac', '521536a6-660a-49c9-808c-aa801c92379b', '031138f3-7f95-4224-84de-b3694e519c22', '4b5844da-8968-473c-9c1b-a3e85007336b', '49b2393c-e1c2-456a-8c37-186f653b69d5', 'cd104493-6921-4dec-be23-cac130e252e1', 'a81ee1f2-42a4-4f35-b343-1546f7f3485b', 'fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88'} {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.177567] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1030.201313] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.201518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.201518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.201880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.201951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.202100] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1030.202156] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.202221] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1030.238867] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.239396] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.239396] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.239765] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.240015] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.240249] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port f88a3f84-3054-421c-9d14-cee526c4ebe0 not found, creating... [ 1030.240720] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.240954] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.241218] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.241567] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.241809] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.242253] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.242484] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.242651] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.242977] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.243211] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.243436] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: f88a3f84-3054-421c-9d14-cee526c4ebe0 is going to be created. [ 1030.272488] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.272738] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.272862] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.273151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.273414] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.273602] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-f88a3f84-3054-421c-9d14-cee526c4ebe0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.291362] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.295105] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.295233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.295293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.295558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.295558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.295675] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 1030.301822] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.301822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.301822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.301822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.302788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.303071] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1030.303152] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.303226] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1030.303293] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1030.303368] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1030.303444] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGH for action security_group_rules [ 1030.303517] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGH for action security_group_rules [ 1030.303582] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGH for action security_group_rules [ 1030.303644] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGH for action security_group_rules [ 1030.303702] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGH for action security_group_rules [ 1030.303794] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGH for action security_group_rules [ 1030.303874] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGH for action security_group_rules [ 1030.303937] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGH for action security_group_rules [ 1030.304028] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGH for action security_group_rules [ 1030.304102] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGH for action security_group_rules [ 1030.304157] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 with Priority: HIGH for action security_group_rules [ 1030.304210] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGH for action security_group_rules [ 1030.305090] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGH for action security_group_rules [ 1030.305090] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGH for action security_group_rules [ 1030.305090] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGH for action security_group_rules [ 1030.305090] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGH for action security_group_rules [ 1030.305090] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5739c574-b8a1-44c1-83d6-6585155aee47 with Priority: HIGH for action security_group_rules [ 1030.305090] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bed1275c-3708-4073-9a98-f6b2abaf4720 with Priority: HIGH for action security_group_rules [ 1030.305090] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 with Priority: HIGH for action security_group_rules [ 1030.305090] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 with Priority: HIGH for action security_group_rules [ 1030.305090] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.332336] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.332488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.332488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.332716] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.333333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.345311] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 1030.794145] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.794694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.794694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.795575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.795575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.795575] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 is going to be updated. [ 1030.829199] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.829383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.829433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.829630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.829805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.841971] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: IN_PROGRESS for 2s [ 1031.094828] env[66693]: INFO networking_nsxv3.common.synchronization [req-9225fe33-9b4f-448e-b903-13d3b52e6722 req-a8f744ab-0f6f-45d8-b2be-45983f1ef720 service nova] Enqueued Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_rules [ 1031.095140] env[66693]: INFO networking_nsxv3.common.synchronization [req-9225fe33-9b4f-448e-b903-13d3b52e6722 req-a8f744ab-0f6f-45d8-b2be-45983f1ef720 service nova] Enqueued Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 1031.095266] env[66693]: INFO networking_nsxv3.common.synchronization [req-9225fe33-9b4f-448e-b903-13d3b52e6722 req-a8f744ab-0f6f-45d8-b2be-45983f1ef720 service nova] Enqueued Resource ID: f88a3f84-3054-421c-9d14-cee526c4ebe0 with Priority: HIGHEST for action port [ 1031.095850] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_rules [ 1031.096498] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 1031.096498] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88a3f84-3054-421c-9d14-cee526c4ebe0 with Priority: HIGHEST for action port [ 1031.096498] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGH for action security_group_rules [ 1031.096498] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGH for action security_group_rules [ 1031.096498] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGH for action security_group_rules [ 1031.096724] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 with Priority: HIGH for action security_group_rules [ 1031.096724] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 with Priority: HIGH for action security_group_rules [ 1031.096799] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 with Priority: HIGH for action security_group_rules [ 1031.096885] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed1275c-3708-4073-9a98-f6b2abaf4720 with Priority: HIGH for action security_group_rules [ 1031.096939] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5739c574-b8a1-44c1-83d6-6585155aee47 with Priority: HIGH for action security_group_rules [ 1031.097033] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGH for action security_group_rules [ 1031.097174] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGH for action security_group_rules [ 1031.098631] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67807f6d-80e2-4558-b721-2d5d1357739c with Priority: HIGH for action security_group_rules [ 1031.098631] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGH for action security_group_rules [ 1031.098631] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 with Priority: HIGH for action security_group_rules [ 1031.098631] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac728770-91df-4ba0-b751-c8a517be859b with Priority: HIGH for action security_group_rules [ 1031.098631] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGH for action security_group_rules [ 1031.098631] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 with Priority: HIGH for action security_group_rules [ 1031.098631] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db with Priority: HIGH for action security_group_rules [ 1031.098631] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGH for action security_group_rules [ 1031.098631] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a with Priority: HIGH for action security_group_rules [ 1031.098631] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 with Priority: HIGH for action security_group_rules [ 1031.099604] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.100129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.100259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.101541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.101541] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.101541] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.102270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.102483] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-f88a3f84-3054-421c-9d14-cee526c4ebe0 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.103316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f88a3f84-3054-421c-9d14-cee526c4ebe0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.103394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f88a3f84-3054-421c-9d14-cee526c4ebe0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.103695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f88a3f84-3054-421c-9d14-cee526c4ebe0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.103695] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f88a3f84-3054-421c-9d14-cee526c4ebe0',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.104554] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.104669] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.104736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.104939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.105020] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.105805] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.105915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.106128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.106195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.106229] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.108771] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.109328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.110483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.110483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.110624] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.111424] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.111533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.111638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.111848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.111942] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c5e423d-bd31-4e74-9386-ef8f0a5d6da4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.112694] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea4b8bb0-3d09-4727-9b5c-44382dd19c55 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.112804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.112869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.113027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.113101] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea4b8bb0-3d09-4727-9b5c-44382dd19c55',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.114047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbcca78-1f2c-4d04-be35-6f3349fea2e5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.114286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.114361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.114517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.114589] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbcca78-1f2c-4d04-be35-6f3349fea2e5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.115417] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed1275c-3708-4073-9a98-f6b2abaf4720 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.115523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.115720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.115720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.115832] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed1275c-3708-4073-9a98-f6b2abaf4720',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.116474] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5739c574-b8a1-44c1-83d6-6585155aee47 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.116634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.116634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.116781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.116850] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5739c574-b8a1-44c1-83d6-6585155aee47',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.117789] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.117856] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.118029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.118370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.118370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.118370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.118758] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.119257] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67807f6d-80e2-4558-b721-2d5d1357739c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.119538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.119636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.119791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.119869] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67807f6d-80e2-4558-b721-2d5d1357739c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.120544] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.120650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.120715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.120883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.120956] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.121670] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e39a42b-d580-4aec-a9da-4a0cba374a09 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.121802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.121870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.122028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.122103] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e39a42b-d580-4aec-a9da-4a0cba374a09',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.122807] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac728770-91df-4ba0-b751-c8a517be859b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.122912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.122974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.123151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.123218] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac728770-91df-4ba0-b751-c8a517be859b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.124234] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.124331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.124396] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.124571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.124624] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.125280] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf20bbb3-463b-4b9c-b138-71a587c220b6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.125372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.125439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.125586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.125657] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf20bbb3-463b-4b9c-b138-71a587c220b6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.126317] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2092e30e-ce8f-4f56-83fa-5a440affb4db taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.126423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.126483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.126624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.126693] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2092e30e-ce8f-4f56-83fa-5a440affb4db',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.127452] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.127560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.127658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.127749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.128197] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.128535] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02aa8e97-d8e4-4af8-90ed-55233673d66a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.128625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.128716] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.128838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.128908] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02aa8e97-d8e4-4af8-90ed-55233673d66a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.129591] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.129700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.129805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.129963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.130045] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f5b608e-f5ba-40e4-853a-003ba4888eb4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.635869] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.635869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.635869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.635869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.635869] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.635869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.635869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.635869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.635869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.635869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.635869] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.635869] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.635869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.635869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.635869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.635869] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.636646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.636646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.636646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.636646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.636646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.636646] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.636901] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.637069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.637069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.637194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.637324] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.637411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.637467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.637594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.637666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.637769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.637824] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.644121] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.644121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.644121] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.644121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.644121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.644121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.644537] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.644537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.644537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.644756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.644756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.644756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.644899] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.652323] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.652487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.652548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.652696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.652858] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.652955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.653063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.653265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.653265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.653388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.653443] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.660053] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.660053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.660053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.660053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.660053] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.660053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.660053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.660053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.660053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.660053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.660053] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.663423] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f88a3f84-3054-421c-9d14-cee526c4ebe0 with status ACTIVE [ 1031.663423] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.663423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.663423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.663423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.663423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.663423] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.663423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.663423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.663423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.663423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.664726] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.664911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.665035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.665301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.665437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.665551] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f88a3f84-3054-421c-9d14-cee526c4ebe0 is going to be updated. [ 1031.746060] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.746060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.746060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.746060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.747675] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.747871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.749149] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.749336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.751029] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.751029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.753409] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.753578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.754435] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.754568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.755259] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.755359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.756924] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.757114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.764306] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.764541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.768048] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.768048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.768872] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.769620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.769962] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.770615] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.770773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.780241] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.780886] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.781262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.781382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.781628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.781812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.782220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f88a3f84-3054-421c-9d14-cee526c4ebe0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.783505] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.784213] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.784955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.786939] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.787592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.787592] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac728770-91df-4ba0-b751-c8a517be859b is going to be deleted. [ 1031.788520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.790892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.817239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.817239] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5739c574-b8a1-44c1-83d6-6585155aee47 is going to be deleted. [ 1031.818367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.818367] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.850059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.850059] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f5b608e-f5ba-40e4-853a-003ba4888eb4 is going to be deleted. [ 1031.850059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.850059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.874207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.874565] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf20bbb3-463b-4b9c-b138-71a587c220b6 is going to be deleted. [ 1031.875704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.875967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.899100] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.899246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.932026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.932249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.933172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.933342] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed1275c-3708-4073-9a98-f6b2abaf4720 is going to be deleted. [ 1031.934459] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.934680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.969471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.976024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be deleted. [ 1031.976024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.976024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.976345] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.976411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.977047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.977179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.018289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.018289] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbcca78-1f2c-4d04-be35-6f3349fea2e5 is going to be deleted. [ 1032.019241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.019454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.056879] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.057019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.083508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.083508] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea4b8bb0-3d09-4727-9b5c-44382dd19c55 is going to be deleted. [ 1032.087899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.088818] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.104811] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.105237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.149354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.149487] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2092e30e-ce8f-4f56-83fa-5a440affb4db is going to be deleted. [ 1032.150727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.150929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.152444] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.153620] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.154572] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.154748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.154845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.155090] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.157225] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.157352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.157423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.157612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.157703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.157800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.157989] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.158113] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.158169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.158333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.158481] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.158571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.158622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.158754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.158830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.158909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.159023] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.160098] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.164099] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.164099] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.164099] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.164099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.164895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.164895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.164895] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.172237] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.176159] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.176365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.176459] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.176712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.176973] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.178478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.178478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.178478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.178478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.178478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.178478] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.178478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.178478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.178478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.178478] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.178478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.178478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.178478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.179340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.179340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.179340] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.244774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.244955] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c5e423d-bd31-4e74-9386-ef8f0a5d6da4 is going to be deleted. [ 1032.245925] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.246157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.270484] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.270484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.297997] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.298224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.318085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.318508] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02aa8e97-d8e4-4af8-90ed-55233673d66a is going to be deleted. [ 1032.319676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.319938] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.350077] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.350276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.363595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.363780] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67807f6d-80e2-4558-b721-2d5d1357739c is going to be deleted. [ 1032.364689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.364906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.379411] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.379613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.384353] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 1032.384599] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.384782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.385044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.385386] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.385522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.385656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.385862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.385950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.386049] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.386196] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.387111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.387309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.387494] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.387604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.387659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.387797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.387878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.387968] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.419310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.419394] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e39a42b-d580-4aec-a9da-4a0cba374a09 is going to be deleted. [ 1032.420410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.420641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.420734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.420866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac728770-91df-4ba0-b751-c8a517be859b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.421079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.421245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.421330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.421498] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5739c574-b8a1-44c1-83d6-6585155aee47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.422148] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.422311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.422396] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.422517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f5b608e-f5ba-40e4-853a-003ba4888eb4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.422648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.422806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.422904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.423040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf20bbb3-463b-4b9c-b138-71a587c220b6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.423181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.423333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.423430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.423557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed1275c-3708-4073-9a98-f6b2abaf4720" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.423687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.423830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.423906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.424025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.424240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.424380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.424456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.424560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbcca78-1f2c-4d04-be35-6f3349fea2e5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.424694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.424819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.424906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.425503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea4b8bb0-3d09-4727-9b5c-44382dd19c55" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.425693] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.425844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.425907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.426011] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2092e30e-ce8f-4f56-83fa-5a440affb4db" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.426124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.426263] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.426339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.426632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c5e423d-bd31-4e74-9386-ef8f0a5d6da4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.468470] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.468717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.468766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.469047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.469257] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.469449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02aa8e97-d8e4-4af8-90ed-55233673d66a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.513062] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.513062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.513062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.513062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.513437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.513437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67807f6d-80e2-4558-b721-2d5d1357739c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.554705] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.554891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.554940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.555175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.555276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.555397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e39a42b-d580-4aec-a9da-4a0cba374a09" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.655298] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f54b9a-401b-465d-a290-0acd68588739: rpc.has_security_group_logging(os_id): False [ 1032.667716] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9577e13f-839d-416d-8d87-a87b5040c1b2: rpc.has_security_group_logging(os_id): False [ 1032.668343] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7791f2bc-9fb9-4f14-9a03-c691ead7919a: rpc.has_security_group_logging(os_id): False [ 1032.669342] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92d04f37-f938-45d9-85a8-192804afd53a: rpc.has_security_group_logging(os_id): False [ 1032.674797] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4864a6f4-4f5f-4984-b091-0ad57e123200: rpc.has_security_group_logging(os_id): False [ 1032.682234] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 091737f0-a6f3-481e-9344-95a0aff6822c: rpc.has_security_group_logging(os_id): False [ 1032.708054] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.708054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.708054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.708397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.716612] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.716792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.718755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.718755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.718755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.718755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.721295] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.721295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.722370] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.722370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.748397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.748397] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.748397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.748397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.748397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.748397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.748809] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.748809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.748809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.748960] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.749593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.753459] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.753631] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.753631] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.754206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.754206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.754807] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1032.756637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.756637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.781787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.782132] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.782236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.782297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.782487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.782565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.782658] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1032.783755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.783931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.811482] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.811482] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.811734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.811734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.811734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.812889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.812889] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be updated. [ 1032.813806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.814047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.838083] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.838244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.852220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.852220] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.852220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.852220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.852220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.852220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.852220] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.852220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.852220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.852220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.852220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.852220] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.852220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.852220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.852771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.853017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.853296] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 091737f0-a6f3-481e-9344-95a0aff6822c is going to be updated. [ 1032.854900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.855194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.858063] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.858323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.859355] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: SUCCESS [ 1032.859857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.861272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.861272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.861272] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.861272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.861670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.861964] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.862180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.862365] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.887848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.888257] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.888444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.888572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.888845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.888976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.889101] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 is going to be updated. [ 1032.890663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.890904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.891076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.892358] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.892467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.892568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.892749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.895097] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.900752] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.900902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.917673] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1032.957217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.957217] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.957217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.957217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.957217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.957217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.957217] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.957217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.957217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.957217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.957217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.957217] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.958372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.958579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.958994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.958994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.961688] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a is going to be updated. [ 1032.961688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.961688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.961688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.962792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.963030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.963127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.991220] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1033.007115] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1033.057438] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.057777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.057777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.058086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.062029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.102523] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: IN_PROGRESS for 2s [ 1033.104583] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.104790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.104863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.105179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.105366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.154376] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: IN_PROGRESS for 2s [ 1033.183060] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.183272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.183323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.183612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.183766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.207021] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: IN_PROGRESS for 2s [ 1033.366317] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.396866] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.714344] env[66693]: INFO networking_nsxv3.common.synchronization [None req-b5c51fd4-b2a3-444d-977a-3a4d693d1774 None None] Enqueued Resource ID: a5a9beff-795f-481f-a46d-74e82f25bc03 with Priority: HIGHEST for action port [ 1033.714344] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a9beff-795f-481f-a46d-74e82f25bc03 with Priority: HIGHEST for action port [ 1033.714704] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a9beff-795f-481f-a46d-74e82f25bc03 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.714861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a9beff-795f-481f-a46d-74e82f25bc03" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.714861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a9beff-795f-481f-a46d-74e82f25bc03" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.715655] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a9beff-795f-481f-a46d-74e82f25bc03" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.715655] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a9beff-795f-481f-a46d-74e82f25bc03',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.849611] env[66693]: INFO networking_nsxv3.common.synchronization [req-72dacb05-bfb3-4a86-b74c-d22e76d1f2b1 req-0481afe9-e665-4f18-b848-903aca41a065 tempest-ServerPasswordTestJSON-2033494287 tempest-ServerPasswordTestJSON-2033494287-project-member] Enqueued Resource ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 with Priority: HIGHEST for action security_group_members [ 1033.850183] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 with Priority: HIGHEST for action security_group_members [ 1033.851056] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd0ccbf-3302-43e6-bea9-36c30dc07305 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.851056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.851056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.851056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.851566] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.851815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.851902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.852397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.852479] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.852539] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fd0ccbf-3302-43e6-bea9-36c30dc07305',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.869894] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.899825] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.900041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.900152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.900436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.900534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.900624] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 1033.946211] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.946211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.946211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.946211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.946211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.959100] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 1034.220506] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5a9beff-795f-481f-a46d-74e82f25bc03 [ 1034.220506] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.220506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.220506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.220506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.220506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.220506] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5a9beff-795f-481f-a46d-74e82f25bc03 already deleted. [ 1034.220506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a9beff-795f-481f-a46d-74e82f25bc03" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.357381] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.357381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.357381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.357381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.357381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.357381] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.357381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.357381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.357381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.357381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.357381] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 already deleted. [ 1034.357381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.372197] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.372456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.372587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.372864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.373313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.373479] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 is going to be updated. [ 1034.391268] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.391658] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-40" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.391974] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-40" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.392410] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-40" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.392745] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.393031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.393217] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.393479] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.393691] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.393947] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.394147] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.394313] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.394463] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.394619] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.394790] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.395070] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.407828] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.407828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.407828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.407828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.407828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.419366] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.420026] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.420152] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.420462] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-40" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.420981] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.422057] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.422301] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.422791] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.423025] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.426427] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: IN_PROGRESS for 2s [ 1034.923961] env[66693]: INFO networking_nsxv3.common.synchronization [req-56f2bac6-d5c7-463a-a15b-f7e50c6d7fb9 req-66cea86a-50f9-4441-a4aa-c5981154510c tempest-ImagesTestJSON-1736470785 tempest-ImagesTestJSON-1736470785-project-member] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 1034.925194] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 1034.925194] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.925487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.925570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.925809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.926013] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.926154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.926241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.926425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.926535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.926653] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.928998] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.928998] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.928998] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.929234] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.929234] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.929334] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf not found, creating... [ 1034.929586] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.929760] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.929877] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.930103] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.930275] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.930585] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.930744] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.930918] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.931082] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.931217] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.931355] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf is going to be created. [ 1034.934848] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1034.935154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.955389] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.955915] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.955915] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.956185] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.956463] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.956797] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.008661] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1035.009012] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.038364] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1035.040039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.120710] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: SUCCESS [ 1035.120931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.172326] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: SUCCESS [ 1035.172571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.217893] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: SUCCESS [ 1035.218218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.429010] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.429409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.429409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.429497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.454532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.454804] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.454937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.455012] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.455214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.455299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.455387] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 1035.488454] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.488760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.488760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.488891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.489035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.500483] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 1035.718942] env[66693]: INFO networking_nsxv3.common.synchronization [None req-e8635e9d-9334-413c-8dee-6c08a036f4b8 tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_rules [ 1035.719297] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_rules [ 1035.719593] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f933996-6702-4db4-aa59-aa1b089bf250 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.719718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.719786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.720103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.720251] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f933996-6702-4db4-aa59-aa1b089bf250',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.760328] env[66693]: INFO networking_nsxv3.common.synchronization [req-72dacb05-bfb3-4a86-b74c-d22e76d1f2b1 req-1b2e2685-e2fa-487a-87a1-064d9acef2a6 service nova] Enqueued Resource ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 with Priority: HIGHEST for action security_group_rules [ 1035.760641] env[66693]: INFO networking_nsxv3.common.synchronization [req-72dacb05-bfb3-4a86-b74c-d22e76d1f2b1 req-1b2e2685-e2fa-487a-87a1-064d9acef2a6 service nova] Enqueued Resource ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 with Priority: HIGHEST for action security_group_members [ 1035.760840] env[66693]: INFO networking_nsxv3.common.synchronization [req-72dacb05-bfb3-4a86-b74c-d22e76d1f2b1 req-1b2e2685-e2fa-487a-87a1-064d9acef2a6 service nova] Enqueued Resource ID: 5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf with Priority: HIGHEST for action port [ 1035.761435] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 with Priority: HIGHEST for action security_group_rules [ 1035.761612] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 with Priority: HIGHEST for action security_group_members [ 1035.762243] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf with Priority: HIGHEST for action port [ 1035.762687] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fd0ccbf-3302-43e6-bea9-36c30dc07305 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.762900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.763028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.763345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.763494] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fd0ccbf-3302-43e6-bea9-36c30dc07305',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.766653] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd0ccbf-3302-43e6-bea9-36c30dc07305 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.766653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.766653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.766653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.766653] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.766653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.766653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.766653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.766653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.766653] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fd0ccbf-3302-43e6-bea9-36c30dc07305',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.767992] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.770430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.770532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.773515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.773515] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.873245] env[66693]: INFO networking_nsxv3.common.synchronization [None req-05e6acfa-afe5-4941-9cbe-bd07cd96a36c tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_rules [ 1035.873803] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_rules [ 1035.875498] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f933996-6702-4db4-aa59-aa1b089bf250 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.875623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.934666] env[66693]: INFO networking_nsxv3.common.synchronization [None req-561e2217-aa53-42b1-bb9c-82c17221250c None None] Enqueued Resource ID: 678bd135-9f43-4fe0-becc-186a040cd8ba with Priority: HIGHEST for action port [ 1035.935083] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678bd135-9f43-4fe0-becc-186a040cd8ba with Priority: HIGHEST for action port [ 1035.935603] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-678bd135-9f43-4fe0-becc-186a040cd8ba taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.935757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-678bd135-9f43-4fe0-becc-186a040cd8ba" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.935846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-678bd135-9f43-4fe0-becc-186a040cd8ba" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.936604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-678bd135-9f43-4fe0-becc-186a040cd8ba" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.936819] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678bd135-9f43-4fe0-becc-186a040cd8ba',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.972222] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 1035.972222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.972222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.972490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.972490] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.972587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.972625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.973134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.973134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.973134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.973134] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.973783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.973783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.973783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.973783] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.973783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.973783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.973783] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.974071] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.974071] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.974071] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.222937] env[66693]: INFO networking_nsxv3.common.synchronization [req-2dc531c8-5120-4c0a-a14c-71297fabf5af req-76025693-2808-464e-8521-8a52b2352ee9 tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 1036.226235] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 1036.228660] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.228660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.228660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.228660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.229558] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.230095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.230095] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.230678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.232656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.232656] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.251758] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.252528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.252760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.253167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.254936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.254936] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f933996-6702-4db4-aa59-aa1b089bf250 already deleted. [ 1036.254936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.254936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.254936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.254936] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f933996-6702-4db4-aa59-aa1b089bf250',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.274342] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf with status ACTIVE [ 1036.274552] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.274755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.274852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.275185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.275322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.275645] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.275765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.275830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.276023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.276149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.276438] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.276588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.276682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.276862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.276968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.277114] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf is going to be updated. [ 1036.278518] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fd0ccbf-3302-43e6-bea9-36c30dc07305',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.279749] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd0ccbf-3302-43e6-bea9-36c30dc07305 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.279934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.301626] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.301795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.301863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.302173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.302354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.302587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e2c75a6-bc35-49fa-bcf4-edd0fe0cc5bf" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.439378] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: SUCCESS [ 1036.439378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.440778] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 678bd135-9f43-4fe0-becc-186a040cd8ba [ 1036.441032] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.441180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.441254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.441483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.441579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.441677] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:678bd135-9f43-4fe0-becc-186a040cd8ba already deleted. [ 1036.441766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-678bd135-9f43-4fe0-becc-186a040cd8ba" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.441952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.442158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.442332] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.442440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.442546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.442623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.442678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.442765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.442859] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.476977] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1db234b-5693-4749-b9fc-37916c3ab7c8: rpc.has_security_group_logging(os_id): False [ 1036.498880] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.499206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.499398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.499758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.520294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.520677] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.520824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.520903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.521133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.521220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.521520] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.521660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.521726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.521923] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.522019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.522251] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.522398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.522479] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.522691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.522757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.522849] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 1036.613313] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.613446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.613499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.613696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.613860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.634717] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 1036.692783] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.693044] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.693130] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.693400] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.693663] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.694683] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.694683] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.694683] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.694683] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.694902] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.695502] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.695502] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.695502] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.695502] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.695502] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.695502] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.722622] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.722980] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.722980] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.723139] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-742" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.723453] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-7178c68c-7a13-4cee-befd-19d44b80f0e9 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.723631] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-7178c68c-7a13-4cee-befd-19d44b80f0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.723744] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-7178c68c-7a13-4cee-befd-19d44b80f0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.724097] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-7178c68c-7a13-4cee-befd-19d44b80f0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.724252] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7178c68c-7a13-4cee-befd-19d44b80f0e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.734627] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.734772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.734838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.735050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.735144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.735337] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.735437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.735497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.735645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.735718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.735803] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be deleted. [ 1036.783108] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fd0ccbf-3302-43e6-bea9-36c30dc07305',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.795168] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.795168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.795168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.795168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.795168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.795168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.798163] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.798163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.798163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.798411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.798411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.798486] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f933996-6702-4db4-aa59-aa1b089bf250 already deleted. [ 1036.798649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.945193] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.227104] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.227437] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.227585] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.227938] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.228145] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.228308] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 7178c68c-7a13-4cee-befd-19d44b80f0e9 not found, creating... [ 1037.228892] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.228892] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.229107] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.229284] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.229451] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.229779] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.230104] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.230176] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.230345] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.230480] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.230628] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 7178c68c-7a13-4cee-befd-19d44b80f0e9 is going to be created. [ 1037.256696] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.257275] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.257275] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.257500] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.257797] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.258125] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-7178c68c-7a13-4cee-befd-19d44b80f0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.286371] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.286540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.286608] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.286828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.286922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.287074] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 is going to be created. [ 1037.324918] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.325125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.325255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.326223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.326223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.341150] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 in Status: UNINITIALIZED for 2s [ 1037.447910] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88: rpc.has_security_group_logging(os_id): False [ 1037.470043] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.470379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.470920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.470920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.496149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.496523] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.496677] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.496926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.496926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.497050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.497119] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 is going to be updated. [ 1037.510489] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 1037.510685] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 deletion is rescheduled due to dependency. [ 1037.510808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.572310] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.572477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.572525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.572727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.572974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.601903] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: IN_PROGRESS for 2s [ 1037.883517] env[66693]: INFO networking_nsxv3.common.synchronization [req-721e4e6b-5721-45f1-a7f9-235276f91473 req-5df32071-8b07-47c8-929b-047402a853e6 tempest-ServerTagsTestJSON-1238304202 tempest-ServerTagsTestJSON-1238304202-project-member] Enqueued Resource ID: 6b54cacd-3ecc-418e-93b4-d00004366aac with Priority: HIGHEST for action security_group_members [ 1037.884149] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b54cacd-3ecc-418e-93b4-d00004366aac with Priority: HIGHEST for action security_group_members [ 1037.884666] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b54cacd-3ecc-418e-93b4-d00004366aac taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.884666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.884666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.884893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.885021] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.885222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.885325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.886568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.886568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.886568] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b54cacd-3ecc-418e-93b4-d00004366aac',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.035954] env[66693]: INFO networking_nsxv3.common.synchronization [req-2dc531c8-5120-4c0a-a14c-71297fabf5af req-4f214d15-ce2f-43a7-b101-1284de5fd3c9 service nova] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_rules [ 1038.035954] env[66693]: INFO networking_nsxv3.common.synchronization [req-2dc531c8-5120-4c0a-a14c-71297fabf5af req-4f214d15-ce2f-43a7-b101-1284de5fd3c9 service nova] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 1038.035954] env[66693]: INFO networking_nsxv3.common.synchronization [req-2dc531c8-5120-4c0a-a14c-71297fabf5af req-4f214d15-ce2f-43a7-b101-1284de5fd3c9 service nova] Enqueued Resource ID: 7178c68c-7a13-4cee-befd-19d44b80f0e9 with Priority: HIGHEST for action port [ 1038.036600] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_rules [ 1038.037021] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 1038.037375] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7178c68c-7a13-4cee-befd-19d44b80f0e9 with Priority: HIGHEST for action port [ 1038.041967] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.042237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.042319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.042605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.042649] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.043770] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.043948] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.044031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.044297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.044497] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.044704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.044759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.044897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.045023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.045143] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.046448] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-7178c68c-7a13-4cee-befd-19d44b80f0e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.046448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7178c68c-7a13-4cee-befd-19d44b80f0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.046448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7178c68c-7a13-4cee-befd-19d44b80f0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.046706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7178c68c-7a13-4cee-befd-19d44b80f0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.046706] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7178c68c-7a13-4cee-befd-19d44b80f0e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.388477] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.388654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.388654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.388879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.410181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.411330] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.411330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.411330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.411330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.411330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.411330] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b54cacd-3ecc-418e-93b4-d00004366aac is going to be updated. [ 1038.444259] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.444416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.444463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.444669] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.444805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.454560] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b54cacd-3ecc-418e-93b4-d00004366aac in Status: IN_PROGRESS for 2s [ 1038.553440] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.553676] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.553676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.553860] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7178c68c-7a13-4cee-befd-19d44b80f0e9 with status ACTIVE [ 1038.553941] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.554044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.554115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.554706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.554706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.554706] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.554706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.554706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.555081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.555081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.557220] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.557563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.558233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.558676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.558676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.558793] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7178c68c-7a13-4cee-befd-19d44b80f0e9 is going to be updated. [ 1038.597794] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.598065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.598065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.598468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.598634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.598791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7178c68c-7a13-4cee-befd-19d44b80f0e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.682020] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 1038.682020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.682246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.682419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.682505] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.046565] env[66693]: INFO networking_nsxv3.common.synchronization [req-3caa9538-fa86-4ff7-8a88-02b342c85ebe req-aba548bb-f041-485a-bc37-b8b634e853b3 tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1039.048827] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1039.049237] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.049370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.049437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.049718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.049916] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.050081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.050176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.050354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.050469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.050586] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.061317] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.189342] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.189515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.189564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.189784] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.189946] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.190096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.190164] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.190322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.190412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.190503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.190591] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.351363] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 in Status: SUCCESS [ 1039.351465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.351644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.351863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.352112] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.352274] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.352317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.352584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.352584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.352697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.352697] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fd0ccbf-3302-43e6-bea9-36c30dc07305',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.430781] env[66693]: INFO networking_nsxv3.common.synchronization [req-f9c35b35-48ce-4b6d-8e22-a8430bb0695f req-b06db271-d855-4c4e-8e1b-611b2c048ba7 tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1039.430781] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1039.430781] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.430781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.431811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.432185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.432489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.432737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.432922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.433234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.433454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.434051] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.555507] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.555507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.555507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.555507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.555507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.555507] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.555507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.555507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.555507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.555507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.555507] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a is going to be updated. [ 1039.566654] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.566654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.566654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.566654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.566654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.566654] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be created. [ 1039.584636] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.584636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.584636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.584636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.584636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.590810] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.591104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.591267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.591579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.591848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.597141] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: IN_PROGRESS for 2s [ 1039.609951] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: UNINITIALIZED for 2s [ 1039.618188] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: SUCCESS [ 1039.618380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.692807] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.692970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.693042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.693516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.693516] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.693754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.693754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.693933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.694031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.694177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.694271] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.694366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.694417] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.694576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.694724] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.694814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.694871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.695014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.695373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.695515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.695647] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.857522] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd0ccbf-3302-43e6-bea9-36c30dc07305 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.857720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.857828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.858112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.858355] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.858477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.858477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.858785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.858785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.858926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.859034] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd0ccbf-3302-43e6-bea9-36c30dc07305 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.859156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.859251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.860524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.860524] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.860524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.860524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.860524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.860524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.860524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.860524] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fd0ccbf-3302-43e6-bea9-36c30dc07305',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.936445] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.936695] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.936776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.937678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.960970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.960970] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.961333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.961333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.961333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.961462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.961517] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 1039.990411] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.990560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.990629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.990829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.990966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.999421] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 1040.198058] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1db234b-5693-4749-b9fc-37916c3ab7c8: rpc.has_security_group_logging(os_id): False [ 1040.223607] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.223756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.223849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.224084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.224203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.224436] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.224588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.224588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.224743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.224826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.225011] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.225254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.225313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.225459] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.225533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.225717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.225810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.225865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.226508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.226508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.226508] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 1040.299901] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.300165] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.300165] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.300465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.300687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.342874] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 1040.362437] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fd0ccbf-3302-43e6-bea9-36c30dc07305: rpc.has_security_group_logging(os_id): False [ 1040.394932] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.395166] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.395232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.395455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.396102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.396102] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.396102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.396102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.396375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.396375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.396622] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.396735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.396798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.396979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.397111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.397463] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.397597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.397682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.397859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.397975] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.398110] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 is going to be created. [ 1040.465809] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b54cacd-3ecc-418e-93b4-d00004366aac in Status: SUCCESS [ 1040.466033] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b54cacd-3ecc-418e-93b4-d00004366aac deletion is rescheduled due to dependency. [ 1040.466234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.494399] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.494623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.494755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.495067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.495386] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.509457] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 in Status: IN_PROGRESS for 2s [ 1040.808131] env[66693]: INFO networking_nsxv3.common.synchronization [req-6adb56fe-f9b2-49bf-8257-f53ed44cae59 req-99ee2e8d-2cda-4acc-a7a3-84b1d73cf0a6 tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1040.808131] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1040.809051] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.809250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.809459] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.809718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.809945] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.810120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.810237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.810478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.810635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.810780] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.186546] env[66693]: INFO networking_nsxv3.common.synchronization [req-d7547b3b-f6d2-42f5-ae65-abb933eeba61 req-2b37bc36-064e-4e2a-ae03-ce96b9f045ec tempest-ServersTestMultiNic-330803194 tempest-ServersTestMultiNic-330803194-project-member] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1041.187404] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1041.188277] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.188277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.188277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.188277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.188482] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.188600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.188672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.188826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.188939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.189044] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.224469] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.224678] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.224800] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.225068] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.225423] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.225603] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.225739] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.225960] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.226141] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.226342] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.226453] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.226562] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.226667] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.226771] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.226889] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.227111] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.255114] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.255292] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.255428] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.255604] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.255918] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-dfa73e95-1476-4a24-957a-e570e9658f38 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.256106] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-dfa73e95-1476-4a24-957a-e570e9658f38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.256225] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-dfa73e95-1476-4a24-957a-e570e9658f38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.256546] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-dfa73e95-1476-4a24-957a-e570e9658f38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.256719] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa73e95-1476-4a24-957a-e570e9658f38',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.313930] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.607982] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: SUCCESS [ 1041.608188] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a deletion is rescheduled due to dependency. [ 1041.608293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.615646] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 1041.615852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.616089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.616331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.616518] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.616634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.616697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.616841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.616921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.617009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.617108] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.693617] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.759025] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.759394] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.759590] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.759965] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.760194] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.760406] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port dfa73e95-1476-4a24-957a-e570e9658f38 not found, creating... [ 1041.760714] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.760915] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.761103] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.761395] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.761543] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.761830] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.761974] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.762578] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.762854] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.763059] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.763302] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: dfa73e95-1476-4a24-957a-e570e9658f38 is going to be created. [ 1041.785021] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.785256] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.785400] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.785698] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.785975] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.786242] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-dfa73e95-1476-4a24-957a-e570e9658f38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.815886] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.014451] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 1042.014754] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 deletion is rescheduled due to dependency. [ 1042.014820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.120400] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.121193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.121302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.121537] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.121715] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.121824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.121892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.122038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.122156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.122251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.122403] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.122495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.122543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.122682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.122818] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.122905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.122965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.123140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.123213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.123297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.123383] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.196474] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.255734] env[66693]: INFO networking_nsxv3.common.synchronization [req-d7547b3b-f6d2-42f5-ae65-abb933eeba61 req-1550eba8-4c54-448c-a688-a8b01f4ac06e tempest-ServersTestMultiNic-330803194 tempest-ServersTestMultiNic-330803194-project-member] Enqueued Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1042.256695] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 with Priority: HIGHEST for action security_group_members [ 1042.256695] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1db234b-5693-4749-b9fc-37916c3ab7c8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.256892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.320026] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.320026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.320026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.320290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.320290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.320290] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1042.358627] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.358627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.358866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.358866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.359031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.362100] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 1042.362287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.362447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.362623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.362709] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.367793] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1042.504711] env[66693]: INFO networking_nsxv3.common.synchronization [req-6adb56fe-f9b2-49bf-8257-f53ed44cae59 req-6ab6bbb7-7c91-4210-94c9-8142eb0ea14d service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1042.504892] env[66693]: INFO networking_nsxv3.common.synchronization [req-6adb56fe-f9b2-49bf-8257-f53ed44cae59 req-6ab6bbb7-7c91-4210-94c9-8142eb0ea14d service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1042.505037] env[66693]: INFO networking_nsxv3.common.synchronization [req-6adb56fe-f9b2-49bf-8257-f53ed44cae59 req-6ab6bbb7-7c91-4210-94c9-8142eb0ea14d service nova] Enqueued Resource ID: dfa73e95-1476-4a24-957a-e570e9658f38 with Priority: HIGHEST for action port [ 1042.505269] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1042.505394] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1042.505487] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa73e95-1476-4a24-957a-e570e9658f38 with Priority: HIGHEST for action port [ 1042.506685] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.506860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.506952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.507195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.507305] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.508162] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.508289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.508511] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa73e95-1476-4a24-957a-e570e9658f38 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.508743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa73e95-1476-4a24-957a-e570e9658f38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.508838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa73e95-1476-4a24-957a-e570e9658f38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.509063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa73e95-1476-4a24-957a-e570e9658f38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.509154] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa73e95-1476-4a24-957a-e570e9658f38',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.518042] env[66693]: INFO networking_nsxv3.common.synchronization [None req-05bfe161-d3cb-49fe-a8b4-b33fc32291ab tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 1042.519809] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 1042.520157] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.520356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.520473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.520705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.520920] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.521072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.521343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.521343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.521448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.521483] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.524239] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 in Status: SUCCESS [ 1042.524434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.625683] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8: rpc.has_security_group_logging(os_id): False [ 1042.648530] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.649333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.649443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.649613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.649699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.649919] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.650030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.650172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.650750] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.650750] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.650750] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.650750] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.650750] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.650750] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.651039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.651039] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.651311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.651418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.651804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.651891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.651983] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be created. [ 1042.698687] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.698849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.698909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.699124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.699219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.699316] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be updated. [ 1042.716201] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.716407] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.716513] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.716757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.717028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.736964] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 1042.759678] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.759840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.759840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.761571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.761571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.775434] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: IN_PROGRESS for 2s [ 1042.886810] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.887198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.887198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.887305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.887342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.887456] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be deleted. [ 1042.972747] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.972747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.972747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.973083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.973123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.973378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.014227] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfa73e95-1476-4a24-957a-e570e9658f38 with status ACTIVE [ 1043.014540] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.014811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.014908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.015143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.015240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.015430] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.015518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.015589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.015735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.015858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.016058] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.016158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.016230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.016405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.016512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.016635] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfa73e95-1476-4a24-957a-e570e9658f38 is going to be updated. [ 1043.018827] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.018966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.026601] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.026798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.026909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.027242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.058025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.058025] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.058025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.058025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.058025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.058025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.058025] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 1043.063880] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.064346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.064539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.064936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.065268] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.065605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa73e95-1476-4a24-957a-e570e9658f38" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.124572] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.124572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.124572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.124572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.124572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.139926] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 1043.194625] env[66693]: INFO networking_nsxv3.common.synchronization [req-625ab349-cede-411d-91b2-e88aeb82d430 req-958426af-a4ce-4aac-ab6b-7752e638147d tempest-ServerRescueNegativeTestJSON-1387170935 tempest-ServerRescueNegativeTestJSON-1387170935-project-member] Enqueued Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_members [ 1043.195305] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_members [ 1043.195700] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-19d63080-67e6-4856-bc77-84a0018fe67f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.195814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.195874] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.196112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.196276] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.196380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.196444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.196598] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.196683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.196793] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19d63080-67e6-4856-bc77-84a0018fe67f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.599353] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.599353] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.599353] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.599353] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.599353] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.599353] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.599353] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.602437] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.602651] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.602879] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.603054] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.604163] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.604305] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.604605] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.604605] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.605041] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.627531] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.627800] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.627996] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.628533] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.628711] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-270ceaff-5dc1-4690-b121-f7d631c09518 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.628901] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-270ceaff-5dc1-4690-b121-f7d631c09518" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.629041] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-270ceaff-5dc1-4690-b121-f7d631c09518" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.629425] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-270ceaff-5dc1-4690-b121-f7d631c09518" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.629758] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270ceaff-5dc1-4690-b121-f7d631c09518',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.699718] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.699874] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.699941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.700197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.700303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.700488] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.700586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.700645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.700793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.700866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.700948] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19d63080-67e6-4856-bc77-84a0018fe67f already deleted. [ 1043.701048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.132710] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.132993] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.133219] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.133524] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.133723] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.133892] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 270ceaff-5dc1-4690-b121-f7d631c09518 not found, creating... [ 1044.134179] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.134397] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.134562] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.134837] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.134988] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.135349] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.135449] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.135570] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.135774] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.136179] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.136322] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 270ceaff-5dc1-4690-b121-f7d631c09518 is going to be created. [ 1044.160527] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.160937] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.160937] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.161169] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.161397] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.161623] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-270ceaff-5dc1-4690-b121-f7d631c09518" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.379842] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1044.381289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.381289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.381289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.381289] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.381289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.381289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.381289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.381700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.381700] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.759997] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 1044.760615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.785981] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 in Status: SUCCESS [ 1044.786282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.786450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.786676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.786875] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.787349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.787349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.787349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.787349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.787552] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1db234b-5693-4749-b9fc-37916c3ab7c8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.885467] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.909520] env[66693]: INFO networking_nsxv3.common.synchronization [req-625ab349-cede-411d-91b2-e88aeb82d430 req-b82e6095-46f2-4c3b-8a69-e54ca212e241 service nova] Enqueued Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_rules [ 1044.909520] env[66693]: INFO networking_nsxv3.common.synchronization [req-625ab349-cede-411d-91b2-e88aeb82d430 req-b82e6095-46f2-4c3b-8a69-e54ca212e241 service nova] Enqueued Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_members [ 1044.909520] env[66693]: INFO networking_nsxv3.common.synchronization [req-625ab349-cede-411d-91b2-e88aeb82d430 req-b82e6095-46f2-4c3b-8a69-e54ca212e241 service nova] Enqueued Resource ID: 270ceaff-5dc1-4690-b121-f7d631c09518 with Priority: HIGHEST for action port [ 1044.909795] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_rules [ 1044.909795] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_members [ 1044.909795] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270ceaff-5dc1-4690-b121-f7d631c09518 with Priority: HIGHEST for action port [ 1044.910363] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19d63080-67e6-4856-bc77-84a0018fe67f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.910584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.910584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.910766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.910802] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19d63080-67e6-4856-bc77-84a0018fe67f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.912202] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-19d63080-67e6-4856-bc77-84a0018fe67f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.913860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.913860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.913860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.913860] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.913860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.913860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.913860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.913860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.913860] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19d63080-67e6-4856-bc77-84a0018fe67f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.915392] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-270ceaff-5dc1-4690-b121-f7d631c09518 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.915635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-270ceaff-5dc1-4690-b121-f7d631c09518" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.916193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-270ceaff-5dc1-4690-b121-f7d631c09518" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.916193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-270ceaff-5dc1-4690-b121-f7d631c09518" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.916193] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270ceaff-5dc1-4690-b121-f7d631c09518',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.148893] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 1045.149213] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 deletion is rescheduled due to dependency. [ 1045.149404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.290345] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.290494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.290586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.290785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.290880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.291109] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.291266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.291266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.291467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.291467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.291573] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1db234b-5693-4749-b9fc-37916c3ab7c8 is going to be deleted. [ 1045.319011] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.319188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.319241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.319435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.319532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.319632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1db234b-5693-4749-b9fc-37916c3ab7c8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.387802] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.413241] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-19d63080-67e6-4856-bc77-84a0018fe67f taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.413241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.417120] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19d63080-67e6-4856-bc77-84a0018fe67f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.418667] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 270ceaff-5dc1-4690-b121-f7d631c09518 with status ACTIVE [ 1045.418893] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.419031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.419102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.419307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.419445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.419567] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.419663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.419724] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.419870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.419946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.420270] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.420270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.420416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.420463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.420500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.420582] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 270ceaff-5dc1-4690-b121-f7d631c09518 is going to be updated. [ 1045.442362] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.442546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.442597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.443154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.443154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.443154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-270ceaff-5dc1-4690-b121-f7d631c09518" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.562413] env[66693]: INFO networking_nsxv3.common.synchronization [req-574672cb-b17a-4a26-a43b-bdf3f35bb7da req-246ede35-26c8-46e6-87a7-9182d96c82e0 tempest-ImagesTestJSON-1736470785 tempest-ImagesTestJSON-1736470785-project-member] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 1045.563164] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 1045.563535] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.563663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.563745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.563922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.564091] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.564192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.564262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.564381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.564466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.564582] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.893151] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.893426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.893500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.893741] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.894575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.894575] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1045.918198] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19d63080-67e6-4856-bc77-84a0018fe67f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.924294] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.924562] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.924650] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.924901] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.925416] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.925416] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.925566] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.925926] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.925926] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.926068] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.926974] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.926974] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.926974] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.926974] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.926974] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.926974] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.929652] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.930013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.930013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.930013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.930224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.939852] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1045.949180] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.949339] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.949481] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.949653] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-283" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.949966] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-b2b43a95-08f6-4a92-a612-600ce77dc83f taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.950152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-b2b43a95-08f6-4a92-a612-600ce77dc83f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.950618] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-b2b43a95-08f6-4a92-a612-600ce77dc83f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.950618] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-b2b43a95-08f6-4a92-a612-600ce77dc83f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.950847] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b43a95-08f6-4a92-a612-600ce77dc83f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.067329] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.067522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.067570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.067747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.067859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.068033] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.068131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.068192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.068337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.068414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.068544] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 1046.102894] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.102894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.103096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.103144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.103362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.129221] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 1046.423050] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.423050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.423050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.423050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.423050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.423050] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19d63080-67e6-4856-bc77-84a0018fe67f is going to be created. [ 1046.449027] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.449103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.449103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.449327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.449489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.452518] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.452861] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.452861] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.453081] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.453224] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.453377] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port b2b43a95-08f6-4a92-a612-600ce77dc83f not found, creating... [ 1046.453640] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.453793] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.453905] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.454330] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.454472] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.454939] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.455104] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.455230] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.455464] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.455678] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.455825] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: b2b43a95-08f6-4a92-a612-600ce77dc83f is going to be created. [ 1046.464515] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19d63080-67e6-4856-bc77-84a0018fe67f in Status: UNINITIALIZED for 2s [ 1046.478839] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.479091] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.479264] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.479548] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.479885] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.480163] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-b2b43a95-08f6-4a92-a612-600ce77dc83f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.204621] env[66693]: INFO networking_nsxv3.common.synchronization [req-574672cb-b17a-4a26-a43b-bdf3f35bb7da req-7a5a6a00-e5bf-4fbc-8777-d7e8507d35b8 service nova] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_rules [ 1047.204836] env[66693]: INFO networking_nsxv3.common.synchronization [req-574672cb-b17a-4a26-a43b-bdf3f35bb7da req-7a5a6a00-e5bf-4fbc-8777-d7e8507d35b8 service nova] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 1047.205859] env[66693]: INFO networking_nsxv3.common.synchronization [req-574672cb-b17a-4a26-a43b-bdf3f35bb7da req-7a5a6a00-e5bf-4fbc-8777-d7e8507d35b8 service nova] Enqueued Resource ID: b2b43a95-08f6-4a92-a612-600ce77dc83f with Priority: HIGHEST for action port [ 1047.206759] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_rules [ 1047.206911] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 1047.207179] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b43a95-08f6-4a92-a612-600ce77dc83f with Priority: HIGHEST for action port [ 1047.207519] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.207644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.207704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.208020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.208105] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.209689] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.209800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.210019] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2b43a95-08f6-4a92-a612-600ce77dc83f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.210123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2b43a95-08f6-4a92-a612-600ce77dc83f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.210188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2b43a95-08f6-4a92-a612-600ce77dc83f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.210373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2b43a95-08f6-4a92-a612-600ce77dc83f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.210449] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b43a95-08f6-4a92-a612-600ce77dc83f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.266865] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.266865] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.267225] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.267978] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.268370] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.268553] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.268767] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.268970] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.269323] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.269394] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.269508] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.269694] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.269839] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.270039] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.270246] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.270654] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.297999] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.299044] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.299044] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.299044] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.299044] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-9f980550-8cba-46ff-91b8-e0f4292e5730 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.299255] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.299411] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.299794] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.300384] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f980550-8cba-46ff-91b8-e0f4292e5730',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.714503] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.714861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.717069] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2b43a95-08f6-4a92-a612-600ce77dc83f with status ACTIVE [ 1047.717546] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.718248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.718248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.718248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.718248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.718248] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.718462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.718549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.718687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.718797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.718994] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.719102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.719174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.719317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.719399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.719484] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2b43a95-08f6-4a92-a612-600ce77dc83f is going to be updated. [ 1047.743471] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.743652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.743714] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.743891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.744187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.744361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2b43a95-08f6-4a92-a612-600ce77dc83f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.803210] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.803451] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.803511] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.803844] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.804017] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.804437] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 9f980550-8cba-46ff-91b8-e0f4292e5730 not found, creating... [ 1047.804437] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.804595] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.804749] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.805017] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.805158] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.805442] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.805636] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.805693] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.805898] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.806059] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.806207] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 9f980550-8cba-46ff-91b8-e0f4292e5730 is going to be created. [ 1047.845642] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.845997] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.846240] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.846642] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.847011] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.847421] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.950830] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1047.951093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.951270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.951488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.951681] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.951796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.951859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.952020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.952116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.952232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.952394] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.061027] env[66693]: INFO networking_nsxv3.common.synchronization [req-91b9ac96-f5b9-4b18-a858-4160b1e5f9ef req-e588505d-1ebe-496b-b61d-3ad4035ac3c4 tempest-ServerPasswordTestJSON-2033494287 tempest-ServerPasswordTestJSON-2033494287-project-member] Enqueued Resource ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 with Priority: HIGHEST for action security_group_members [ 1048.061419] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 with Priority: HIGHEST for action security_group_members [ 1048.061797] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd0ccbf-3302-43e6-bea9-36c30dc07305 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.062050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.063023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.063023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.063023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.063023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.063023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.063023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.063023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.063358] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fd0ccbf-3302-43e6-bea9-36c30dc07305',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.147491] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 1048.147626] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 deletion is rescheduled due to dependency. [ 1048.147700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.148667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.148667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.148825] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.148942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.149014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.149171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.149252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.149346] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.455283] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.455283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.455523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.455605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.455812] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.455957] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.456044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.456202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.456292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.456390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.456530] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.456617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.456682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.457101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.457101] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.457101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.457284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.457325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.457419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.457507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.457604] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.475922] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19d63080-67e6-4856-bc77-84a0018fe67f in Status: SUCCESS [ 1048.476515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.477346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.477587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.477794] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.477924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.478236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.478807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.478807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.478807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.478807] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19d63080-67e6-4856-bc77-84a0018fe67f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.564927] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.565105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.565176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.565515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.565630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.565887] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.566039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.566110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.566299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.566384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.566481] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 is going to be updated. [ 1048.574699] env[66693]: INFO networking_nsxv3.common.synchronization [req-900ad541-01c1-4fea-a024-d9cf40d4f5af req-29b46614-e056-46a0-b5f6-8774ca11d805 service nova] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_rules [ 1048.574844] env[66693]: INFO networking_nsxv3.common.synchronization [req-900ad541-01c1-4fea-a024-d9cf40d4f5af req-29b46614-e056-46a0-b5f6-8774ca11d805 service nova] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 1048.575203] env[66693]: INFO networking_nsxv3.common.synchronization [req-900ad541-01c1-4fea-a024-d9cf40d4f5af req-29b46614-e056-46a0-b5f6-8774ca11d805 service nova] Enqueued Resource ID: 9f980550-8cba-46ff-91b8-e0f4292e5730 with Priority: HIGHEST for action port [ 1048.576053] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_rules [ 1048.576371] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 1048.576596] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f980550-8cba-46ff-91b8-e0f4292e5730 with Priority: HIGHEST for action port [ 1048.577077] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.577350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.577544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.577927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.581214] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.583056] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.583359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.583546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.583910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.584249] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.584511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.584907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.586485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.586757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.587381] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.588360] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f980550-8cba-46ff-91b8-e0f4292e5730 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.588566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.588702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.588978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.589179] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f980550-8cba-46ff-91b8-e0f4292e5730',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.622592] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.623408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.623408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.623408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.623408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.635041] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 in Status: IN_PROGRESS for 2s [ 1048.654040] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.959894] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92d04f37-f938-45d9-85a8-192804afd53a: rpc.has_security_group_logging(os_id): False [ 1048.978068] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.978207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.978309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.978489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.978597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.978770] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.978929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.979041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.979154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.979251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.979419] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.979511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.979570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.979707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.979802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.980098] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.980200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.980292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.980412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.980488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.980573] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1048.981716] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19d63080-67e6-4856-bc77-84a0018fe67f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.049927] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.050107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.050170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.050448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.051362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.068500] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1049.091170] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.091295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.091539] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.095820] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f980550-8cba-46ff-91b8-e0f4292e5730 with status ACTIVE [ 1049.095820] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.095820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.095820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.095983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.095983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.096228] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.096339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.096399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.096554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.096667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.096864] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.098063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.098063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.098063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.098063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.098063] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f980550-8cba-46ff-91b8-e0f4292e5730 is going to be updated. [ 1049.137190] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.137327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.137327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.137561] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.137737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.137901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.157934] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.484196] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19d63080-67e6-4856-bc77-84a0018fe67f: rpc.has_security_group_logging(os_id): False [ 1049.510028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.510028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.510028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.510028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.510296] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.510408] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.510462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.510562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.510722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.510787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.510894] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19d63080-67e6-4856-bc77-84a0018fe67f is going to be created. [ 1049.580608] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.580808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.580808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.581033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.581224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.594090] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.597492] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19d63080-67e6-4856-bc77-84a0018fe67f in Status: IN_PROGRESS for 2s [ 1049.660696] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.660836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.660912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.661153] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.661251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.661351] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 1049.721415] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.721649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.721649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.721838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.721980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.736694] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 1050.097354] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.097634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.097634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.097780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.097865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.097972] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 1050.125994] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.126166] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.126237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.126445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.126595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.135459] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 1050.647605] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 in Status: SUCCESS [ 1050.647826] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 deletion is rescheduled due to dependency. [ 1050.647901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.086427] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1051.086681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.091063] env[66693]: INFO networking_nsxv3.common.synchronization [req-a6b941ca-de62-44d7-ade5-df5146e63728 req-3e628cd4-fc48-4a50-811d-41d5b19ec565 tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_members [ 1051.091773] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_members [ 1051.092896] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f933996-6702-4db4-aa59-aa1b089bf250 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.093048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.093119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.093392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.093574] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.093684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.093738] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.093910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.093995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.094104] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f933996-6702-4db4-aa59-aa1b089bf250',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.517721] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.517721] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.517721] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.517721] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.517721] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.517721] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.518895] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.518895] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.518895] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.518895] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.518895] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.518895] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.518895] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.518895] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.518895] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.519281] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.544373] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.544373] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.544373] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.544373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.544373] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-2d7c46ce-29ab-48f5-b324-079ec41784e8 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.544373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-2d7c46ce-29ab-48f5-b324-079ec41784e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.544373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-2d7c46ce-29ab-48f5-b324-079ec41784e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.544373] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-2d7c46ce-29ab-48f5-b324-079ec41784e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.544373] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d7c46ce-29ab-48f5-b324-079ec41784e8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.598169] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.598169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.598169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.598169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.598434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.598720] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.598720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.598884] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.598978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.599947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.599947] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f933996-6702-4db4-aa59-aa1b089bf250 already deleted. [ 1051.599947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.612529] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19d63080-67e6-4856-bc77-84a0018fe67f in Status: SUCCESS [ 1051.612692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.748043] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 1051.748300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.748476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.749361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.749361] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.749361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.749361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.749361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.749361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.749691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.749691] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.046702] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.047196] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.047196] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.047490] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.047649] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.047807] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 2d7c46ce-29ab-48f5-b324-079ec41784e8 not found, creating... [ 1052.048150] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.048311] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.048511] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.048726] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.048878] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.049221] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.049393] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.049512] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.049758] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.049929] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.050119] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 2d7c46ce-29ab-48f5-b324-079ec41784e8 is going to be created. [ 1052.074143] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.074398] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.074540] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.074908] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.075248] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.075494] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-2d7c46ce-29ab-48f5-b324-079ec41784e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.159232] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 1052.159232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.159232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.159232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.159232] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.159232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.159232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.159232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.159232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.159232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.159232] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.252673] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.252904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.252974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.253270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.253801] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.253801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.253801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.254050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.254050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.254050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.254174] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.254249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.254304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.254495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.254575] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.254641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.254711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.254851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.254933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.255057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.255113] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.661488] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.661792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.661792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.662507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.662507] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.662507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.662507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.662507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.663495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.663495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.663656] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.663756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.663795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.663960] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.664073] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.664440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.664440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.664662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.664788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.664900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.665474] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.757630] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5b46feb-ebc4-40aa-a9cb-ae08118e7488: rpc.has_security_group_logging(os_id): False [ 1052.779061] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.779250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.779317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.779538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.779663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.780018] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.780166] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.780248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.780472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.780585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.780809] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.780925] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.781016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.781647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.781887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.782256] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.783343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.783343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.783343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.783343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.783343] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 1052.814974] env[66693]: INFO networking_nsxv3.common.synchronization [req-a6b941ca-de62-44d7-ade5-df5146e63728 req-2e4a6eeb-5bfe-41e9-b056-6d1189dccaf7 service nova] Enqueued Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_rules [ 1052.815172] env[66693]: INFO networking_nsxv3.common.synchronization [req-a6b941ca-de62-44d7-ade5-df5146e63728 req-2e4a6eeb-5bfe-41e9-b056-6d1189dccaf7 service nova] Enqueued Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_members [ 1052.815310] env[66693]: INFO networking_nsxv3.common.synchronization [req-a6b941ca-de62-44d7-ade5-df5146e63728 req-2e4a6eeb-5bfe-41e9-b056-6d1189dccaf7 service nova] Enqueued Resource ID: 2d7c46ce-29ab-48f5-b324-079ec41784e8 with Priority: HIGHEST for action port [ 1052.815840] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_rules [ 1052.816047] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_members [ 1052.816159] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7c46ce-29ab-48f5-b324-079ec41784e8 with Priority: HIGHEST for action port [ 1052.816466] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f933996-6702-4db4-aa59-aa1b089bf250 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.816577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.816626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.816805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.816882] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f933996-6702-4db4-aa59-aa1b089bf250',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.817732] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f933996-6702-4db4-aa59-aa1b089bf250 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.817843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.817911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.818100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.818245] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.818362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.818422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.818561] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.818647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.818755] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f933996-6702-4db4-aa59-aa1b089bf250',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.820797] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d7c46ce-29ab-48f5-b324-079ec41784e8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.820797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d7c46ce-29ab-48f5-b324-079ec41784e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.820797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d7c46ce-29ab-48f5-b324-079ec41784e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.820797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d7c46ce-29ab-48f5-b324-079ec41784e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.820797] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d7c46ce-29ab-48f5-b324-079ec41784e8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.854603] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.854744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.854814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.855039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.855190] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.874551] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 1052.904245] env[66693]: INFO networking_nsxv3.common.synchronization [req-96f55822-cda2-4c91-a9e4-9d235f02a934 req-c5405609-dba4-48dd-b8ed-3c3f8436f3ef tempest-ServerDiskConfigTestJSON-1697754573 tempest-ServerDiskConfigTestJSON-1697754573-project-member] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 1052.905044] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGHEST for action security_group_members [ 1052.905384] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.905511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.905581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.905785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.905973] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.906205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.906205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.906270] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.906361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.906455] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.167833] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd104493-6921-4dec-be23-cac130e252e1: rpc.has_security_group_logging(os_id): False [ 1053.188099] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.188179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.188208] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.188627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.188627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.188955] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.188955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.188955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.189152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.189199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.189375] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.189526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.189586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.189706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.189789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.189958] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.191136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.191136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.191136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.191136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.191136] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 1053.322573] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f933996-6702-4db4-aa59-aa1b089bf250 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.322718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.322948] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f933996-6702-4db4-aa59-aa1b089bf250',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.323862] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d7c46ce-29ab-48f5-b324-079ec41784e8 with status ACTIVE [ 1053.324055] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.324181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.324272] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.324943] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.324943] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.324943] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.324943] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.324943] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.325171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.325171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.325517] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.325517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.325517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.325654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.325684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.325993] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d7c46ce-29ab-48f5-b324-079ec41784e8 is going to be updated. [ 1053.342546] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.342685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.343284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.343284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.343284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.352532] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.352532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.352532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.352532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.352532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.352532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d7c46ce-29ab-48f5-b324-079ec41784e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.359461] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 1053.408651] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.409066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.409066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.409493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.409493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.410763] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.410763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.410763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.410763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.410763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.410763] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be updated. [ 1053.470532] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.470532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.470532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.470532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.470532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.482234] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: IN_PROGRESS for 2s [ 1053.532823] env[66693]: INFO networking_nsxv3.common.synchronization [req-ba712085-0ef8-4c1f-87cf-44899269ef05 req-10d1ff51-4461-4c80-9cd2-1bbbb3a8a816 tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1053.534710] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1053.534710] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.534710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.534710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.534710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.534710] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.534710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.535258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.535258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.535258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.535258] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.828021] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f933996-6702-4db4-aa59-aa1b089bf250',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.039341] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.331050] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.331285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.332033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.332033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.332033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.332033] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f933996-6702-4db4-aa59-aa1b089bf250 is going to be created. [ 1054.360170] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.360343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.360396] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.360645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.360847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.373183] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f933996-6702-4db4-aa59-aa1b089bf250 in Status: UNINITIALIZED for 2s [ 1054.544928] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.897727] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 1054.898056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.047795] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.048222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.048222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.048606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.048744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.048889] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1055.081682] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.081825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.081898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.082098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.082242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.092231] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1055.380461] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 1055.380653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.493176] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 in Status: SUCCESS [ 1055.493176] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 deletion is rescheduled due to dependency. [ 1055.493176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.707512] env[66693]: INFO networking_nsxv3.common.synchronization [None req-d9743883-2b7c-4afa-bf76-b0fc38872768 tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_rules [ 1055.707512] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_rules [ 1055.709247] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29141a3b-0ed9-45db-9934-eedb62043d6a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.710767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.710767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.710767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.710767] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29141a3b-0ed9-45db-9934-eedb62043d6a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.857215] env[66693]: INFO networking_nsxv3.common.synchronization [None req-66346cc8-911e-4fce-b25c-e8696b5bc743 tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_rules [ 1055.857215] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_rules [ 1055.857215] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29141a3b-0ed9-45db-9934-eedb62043d6a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.857215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.236240] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.236575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.236575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.236766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.236951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.237038] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29141a3b-0ed9-45db-9934-eedb62043d6a already deleted. [ 1056.237138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.237362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.237535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.237678] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29141a3b-0ed9-45db-9934-eedb62043d6a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.384778] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f933996-6702-4db4-aa59-aa1b089bf250 in Status: SUCCESS [ 1056.385084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.385266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.385505] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.385709] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.385833] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.385901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.386075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.386166] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.386253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.386350] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f933996-6702-4db4-aa59-aa1b089bf250',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.760342] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.760602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.760772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.761104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.761266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.761426] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29141a3b-0ed9-45db-9934-eedb62043d6a already deleted. [ 1056.761572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.889039] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f933996-6702-4db4-aa59-aa1b089bf250',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.103712] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1057.103870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.390953] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f933996-6702-4db4-aa59-aa1b089bf250: rpc.has_security_group_logging(os_id): False [ 1057.411978] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.411978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.412219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.412256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.413047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.413047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.413047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.413047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.413047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.413047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.413414] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f933996-6702-4db4-aa59-aa1b089bf250 is going to be created. [ 1057.484393] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.484585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.484585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.485956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.485956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.499170] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f933996-6702-4db4-aa59-aa1b089bf250 in Status: IN_PROGRESS for 2s [ 1059.513495] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f933996-6702-4db4-aa59-aa1b089bf250 in Status: SUCCESS [ 1059.513889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.857425] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1060.857425] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1064.137827] env[66693]: INFO networking_nsxv3.common.synchronization [req-333fab68-518e-4828-af3b-688e31d9dc63 req-e0f08b63-9c20-4388-a45a-e1c6e79b9c9d tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_members [ 1064.138463] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_members [ 1064.138789] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-29141a3b-0ed9-45db-9934-eedb62043d6a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.138915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.138985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.139904] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.140099] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.140214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.140278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.140443] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.140604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.140640] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29141a3b-0ed9-45db-9934-eedb62043d6a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.537469] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.537732] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.537879] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.538181] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.538523] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.538781] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.538999] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.539324] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.539775] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.539872] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.540028] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.540209] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.540378] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.540555] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.540733] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.540938] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.569981] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.570118] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.570321] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.570467] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.570793] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-cf858c9c-bd11-4aec-a231-e64925ed7f4a taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.571010] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-cf858c9c-bd11-4aec-a231-e64925ed7f4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.571140] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-cf858c9c-bd11-4aec-a231-e64925ed7f4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.571462] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-cf858c9c-bd11-4aec-a231-e64925ed7f4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.571600] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf858c9c-bd11-4aec-a231-e64925ed7f4a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.647288] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.648010] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.648010] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.648010] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.648010] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.648225] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.648274] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.648413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.648702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.648782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.648869] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29141a3b-0ed9-45db-9934-eedb62043d6a already deleted. [ 1064.648950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.075383] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.075508] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.075602] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.075965] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.076051] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.076262] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port cf858c9c-bd11-4aec-a231-e64925ed7f4a not found, creating... [ 1065.076493] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.076747] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.076803] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.077086] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.077252] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.077540] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.077716] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.077913] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.078140] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.078276] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.078449] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: cf858c9c-bd11-4aec-a231-e64925ed7f4a is going to be created. [ 1065.102261] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.102425] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.103357] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.103357] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.103357] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.103357] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-cf858c9c-bd11-4aec-a231-e64925ed7f4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.828828] env[66693]: INFO networking_nsxv3.common.synchronization [req-c42ae64f-a640-4eee-a175-687cfef5b736 req-0bbf33af-a5a4-4d3f-8a30-c4c6cfc5666a tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1065.829653] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1065.830069] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.830237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.830339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.830701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.830815] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.830933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.830999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.831205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.831321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.831433] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.875875] env[66693]: INFO networking_nsxv3.common.synchronization [req-333fab68-518e-4828-af3b-688e31d9dc63 req-e07a54b2-42ab-4fff-adbb-9febda896560 service nova] Enqueued Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_rules [ 1065.876316] env[66693]: INFO networking_nsxv3.common.synchronization [req-333fab68-518e-4828-af3b-688e31d9dc63 req-e07a54b2-42ab-4fff-adbb-9febda896560 service nova] Enqueued Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_members [ 1065.876316] env[66693]: INFO networking_nsxv3.common.synchronization [req-333fab68-518e-4828-af3b-688e31d9dc63 req-e07a54b2-42ab-4fff-adbb-9febda896560 service nova] Enqueued Resource ID: cf858c9c-bd11-4aec-a231-e64925ed7f4a with Priority: HIGHEST for action port [ 1065.876765] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_rules [ 1065.876901] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_members [ 1065.877008] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf858c9c-bd11-4aec-a231-e64925ed7f4a with Priority: HIGHEST for action port [ 1065.877288] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29141a3b-0ed9-45db-9934-eedb62043d6a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.877422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.877476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.877680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.877781] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29141a3b-0ed9-45db-9934-eedb62043d6a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.879015] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-29141a3b-0ed9-45db-9934-eedb62043d6a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.879132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.879207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.879385] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.879528] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.879622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.879682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.879825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.879913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.880009] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29141a3b-0ed9-45db-9934-eedb62043d6a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.880927] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf858c9c-bd11-4aec-a231-e64925ed7f4a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.881238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf858c9c-bd11-4aec-a231-e64925ed7f4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.881238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf858c9c-bd11-4aec-a231-e64925ed7f4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.881290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf858c9c-bd11-4aec-a231-e64925ed7f4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.881368] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf858c9c-bd11-4aec-a231-e64925ed7f4a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.255168] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.255375] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.255502] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.255763] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.256108] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.256321] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.256480] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.256732] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.256921] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.257187] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.257338] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.257484] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.257966] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.258181] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.258379] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.258555] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.317877] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.318144] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.318345] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.318538] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-690" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.318864] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-dab50270-2ef7-4761-8046-1060acbaa1eb taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.319054] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-dab50270-2ef7-4761-8046-1060acbaa1eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.319178] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-dab50270-2ef7-4761-8046-1060acbaa1eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.319495] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-dab50270-2ef7-4761-8046-1060acbaa1eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.319648] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dab50270-2ef7-4761-8046-1060acbaa1eb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.334212] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.334445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.334506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.334802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.334948] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.335404] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.335404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.335557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.335628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.335742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.335834] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 1066.362624] env[66693]: INFO networking_nsxv3.common.synchronization [req-3920e4c6-913d-415b-aa4e-9044c850997c req-4e81036b-0213-46e8-abf2-7e29d84b54af tempest-AttachVolumeShelveTestJSON-129812403 tempest-AttachVolumeShelveTestJSON-129812403-project-member] Enqueued Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_members [ 1066.363317] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGHEST for action security_group_members [ 1066.363641] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.363790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.363863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.364083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.364241] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.364355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.364921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.364921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.364921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.364921] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.383442] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-29141a3b-0ed9-45db-9934-eedb62043d6a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.383545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.383717] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29141a3b-0ed9-45db-9934-eedb62043d6a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.384732] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf858c9c-bd11-4aec-a231-e64925ed7f4a with status ACTIVE [ 1066.384841] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.384953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.385033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.386788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.386788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.386788] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.386788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.386788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.386788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.386788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.386788] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.386788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.386788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.386788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.386788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.386788] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf858c9c-bd11-4aec-a231-e64925ed7f4a is going to be updated. [ 1066.393414] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.393582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.393619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.393840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.394011] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.407036] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 1066.413339] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.413492] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.413532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.413739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.413878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.414094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf858c9c-bd11-4aec-a231-e64925ed7f4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.820659] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.820892] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.821032] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.821347] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.821614] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.821768] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.821885] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.822148] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.822300] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.822504] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.822613] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.822719] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.822824] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.822968] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.823098] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.823232] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.824852] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.825033] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.825152] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.825380] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.825517] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.825675] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port dab50270-2ef7-4761-8046-1060acbaa1eb not found, creating... [ 1066.825920] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.826089] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.826204] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.826404] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.826539] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.826809] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.826955] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.827085] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.827323] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.827410] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.827546] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: dab50270-2ef7-4761-8046-1060acbaa1eb is going to be created. [ 1066.861354] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.861706] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.861706] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.861813] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-845" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.862154] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-9f980550-8cba-46ff-91b8-e0f4292e5730 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.862331] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.862449] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.862701] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.862835] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f980550-8cba-46ff-91b8-e0f4292e5730',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.866443] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.866568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.866635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.866816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.866902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.867093] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.867188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.867248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.867387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.867488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.867531] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 is going to be updated. [ 1066.887052] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.887252] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.887380] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.887648] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.887870] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.888116] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-dab50270-2ef7-4761-8046-1060acbaa1eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.889042] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29141a3b-0ed9-45db-9934-eedb62043d6a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.937908] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.938094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.938206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.938420] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.938563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.947910] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: IN_PROGRESS for 2s [ 1067.365539] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.365791] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.365883] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.366252] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.366402] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.366714] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.366868] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.366985] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.367236] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.367367] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.367659] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.367813] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.367928] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.368192] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.368323] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.368460] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 9f980550-8cba-46ff-91b8-e0f4292e5730 is going to be updated. [ 1067.391550] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.391723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.391786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.392015] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.392117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.392213] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29141a3b-0ed9-45db-9934-eedb62043d6a is going to be created. [ 1067.400226] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.400439] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.400625] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.400925] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.401156] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.401396] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.420896] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.421094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.421155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.421346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.421522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.436114] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29141a3b-0ed9-45db-9934-eedb62043d6a in Status: UNINITIALIZED for 2s [ 1067.523022] env[66693]: INFO networking_nsxv3.common.synchronization [req-c42ae64f-a640-4eee-a175-687cfef5b736 req-ee61f941-f85d-4823-882a-7bfc86598f73 service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 1067.523022] env[66693]: INFO networking_nsxv3.common.synchronization [req-c42ae64f-a640-4eee-a175-687cfef5b736 req-ee61f941-f85d-4823-882a-7bfc86598f73 service nova] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1067.523022] env[66693]: INFO networking_nsxv3.common.synchronization [req-c42ae64f-a640-4eee-a175-687cfef5b736 req-ee61f941-f85d-4823-882a-7bfc86598f73 service nova] Enqueued Resource ID: dab50270-2ef7-4761-8046-1060acbaa1eb with Priority: HIGHEST for action port [ 1067.524021] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_rules [ 1067.524021] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1067.524021] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab50270-2ef7-4761-8046-1060acbaa1eb with Priority: HIGHEST for action port [ 1067.524316] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.524396] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.524469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.524691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.524775] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.525802] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.525908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.526164] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-dab50270-2ef7-4761-8046-1060acbaa1eb taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.526274] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dab50270-2ef7-4761-8046-1060acbaa1eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.526334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dab50270-2ef7-4761-8046-1060acbaa1eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.526464] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dab50270-2ef7-4761-8046-1060acbaa1eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.526540] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dab50270-2ef7-4761-8046-1060acbaa1eb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.030381] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.030381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.031360] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dab50270-2ef7-4761-8046-1060acbaa1eb with status ACTIVE [ 1068.031701] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.032146] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.033644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.033644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.033644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.033644] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.033644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.033644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.033644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.033644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.033644] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.033644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.033644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.034060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.034060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.034060] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dab50270-2ef7-4761-8046-1060acbaa1eb is going to be updated. [ 1068.064953] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.065139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.065228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.065450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.065590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.065754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dab50270-2ef7-4761-8046-1060acbaa1eb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.088370] env[66693]: INFO networking_nsxv3.common.synchronization [req-d6ee445d-7fae-4d4a-999e-cd76f8ef2875 req-76619bca-6f03-436c-b0a9-842bde158164 service nova] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_rules [ 1068.088567] env[66693]: INFO networking_nsxv3.common.synchronization [req-d6ee445d-7fae-4d4a-999e-cd76f8ef2875 req-76619bca-6f03-436c-b0a9-842bde158164 service nova] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 1068.088703] env[66693]: INFO networking_nsxv3.common.synchronization [req-d6ee445d-7fae-4d4a-999e-cd76f8ef2875 req-76619bca-6f03-436c-b0a9-842bde158164 service nova] Enqueued Resource ID: 9f980550-8cba-46ff-91b8-e0f4292e5730 with Priority: HIGHEST for action port [ 1068.089288] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_rules [ 1068.089403] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 1068.089502] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f980550-8cba-46ff-91b8-e0f4292e5730 with Priority: HIGHEST for action port [ 1068.089786] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.089895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.089958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.090169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.090272] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.091242] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.091315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.091404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.091574] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.091722] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.091817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.091869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.092018] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.092100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.092215] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.094429] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f980550-8cba-46ff-91b8-e0f4292e5730 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.094541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.094594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.094759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.094865] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f980550-8cba-46ff-91b8-e0f4292e5730',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.176455] env[66693]: INFO networking_nsxv3.common.synchronization [req-4a1f27ed-6175-45bd-8cc7-64cad481116a req-58d46ac7-0878-4819-991b-1fdb76e42799 tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1068.177313] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1068.177468] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.177556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.177556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.177851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.178105] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.178262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.178369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.178622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.178706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.178859] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.424745] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 1068.425123] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 deletion is rescheduled due to dependency. [ 1068.425282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.425509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.425773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.426020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.426202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.426498] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.426593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.426700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.426848] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.527733] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.528013] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.528081] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.528398] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.528692] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.528879] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.529018] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.529262] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.529408] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.529616] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.529731] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.529839] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.529945] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.530076] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.530185] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.530318] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.555419] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.555616] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.555822] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.555927] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.556270] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-59f63cf5-7a8e-41bc-93e6-c088937fa8c2 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.556433] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-59f63cf5-7a8e-41bc-93e6-c088937fa8c2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.556549] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-59f63cf5-7a8e-41bc-93e6-c088937fa8c2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.556881] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-59f63cf5-7a8e-41bc-93e6-c088937fa8c2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.557023] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59f63cf5-7a8e-41bc-93e6-c088937fa8c2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.596295] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.596444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.596637] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.597869] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f980550-8cba-46ff-91b8-e0f4292e5730 with status ACTIVE [ 1068.598070] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.598190] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.598258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.598457] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.598550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.598720] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.598815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.598877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.599035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.599120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.599358] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.599439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.599474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.599612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.599671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.599985] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f980550-8cba-46ff-91b8-e0f4292e5730 is going to be updated. [ 1068.643412] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.643497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.643568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.644361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.644361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.644361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f980550-8cba-46ff-91b8-e0f4292e5730" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.681926] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.929048] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.968389] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 in Status: SUCCESS [ 1068.969436] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 deletion is rescheduled due to dependency. [ 1068.969436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.059229] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.062264] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.062264] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.062264] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.062264] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.062264] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 59f63cf5-7a8e-41bc-93e6-c088937fa8c2 not found, creating... [ 1069.062264] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.062264] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.062264] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.062264] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.062264] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.063440] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.063813] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.064094] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.064597] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.064918] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.065655] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 59f63cf5-7a8e-41bc-93e6-c088937fa8c2 is going to be created. [ 1069.088817] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.089850] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.089850] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.090034] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.090247] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.090616] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-59f63cf5-7a8e-41bc-93e6-c088937fa8c2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.101281] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.186172] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.430944] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.448027] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29141a3b-0ed9-45db-9934-eedb62043d6a in Status: SUCCESS [ 1069.448027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.448027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.448302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.448441] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.448568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.448646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.448802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.448883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.448973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.449079] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29141a3b-0ed9-45db-9934-eedb62043d6a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.603784] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.603784] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.603784] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.603784] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.604087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.604087] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 1069.635224] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.636009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.636009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.636009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.636009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.647761] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 1069.688917] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.689580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.689661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.689890] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.689985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.690101] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1069.746435] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.746435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.746435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.746435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.746435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.759481] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1069.823520] env[66693]: INFO networking_nsxv3.common.synchronization [req-4a1f27ed-6175-45bd-8cc7-64cad481116a req-488891dd-dd0d-412f-b4e4-65528ad79ba2 service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1069.823704] env[66693]: INFO networking_nsxv3.common.synchronization [req-4a1f27ed-6175-45bd-8cc7-64cad481116a req-488891dd-dd0d-412f-b4e4-65528ad79ba2 service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1069.823839] env[66693]: INFO networking_nsxv3.common.synchronization [req-4a1f27ed-6175-45bd-8cc7-64cad481116a req-488891dd-dd0d-412f-b4e4-65528ad79ba2 service nova] Enqueued Resource ID: 59f63cf5-7a8e-41bc-93e6-c088937fa8c2 with Priority: HIGHEST for action port [ 1069.824855] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1069.824991] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1069.825693] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59f63cf5-7a8e-41bc-93e6-c088937fa8c2 with Priority: HIGHEST for action port [ 1069.826414] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.826546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.826807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.827070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.827196] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.829561] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.829561] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.829883] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-59f63cf5-7a8e-41bc-93e6-c088937fa8c2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.830076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59f63cf5-7a8e-41bc-93e6-c088937fa8c2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.830184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59f63cf5-7a8e-41bc-93e6-c088937fa8c2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.830417] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59f63cf5-7a8e-41bc-93e6-c088937fa8c2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.830661] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59f63cf5-7a8e-41bc-93e6-c088937fa8c2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.934808] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.934977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.935067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.935296] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.935405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.935506] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 1069.950789] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29141a3b-0ed9-45db-9934-eedb62043d6a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.973476] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.973652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.973688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.973899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.974102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.983742] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 1070.330148] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.331607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.336020] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59f63cf5-7a8e-41bc-93e6-c088937fa8c2 with status ACTIVE [ 1070.336020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.336020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.336020] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.336020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.336020] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59f63cf5-7a8e-41bc-93e6-c088937fa8c2 is going to be updated. [ 1070.365749] env[66693]: INFO networking_nsxv3.common.synchronization [req-fb63d269-0842-4a6a-8e3f-7744662b6a06 req-1afd7d14-8bda-4682-8656-d3e5bfbf51fb tempest-ImagesTestJSON-1736470785 tempest-ImagesTestJSON-1736470785-project-member] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 1070.366481] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGHEST for action security_group_members [ 1070.366688] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.366897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.366984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.367238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.367419] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.367663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.367810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.368637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.368752] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.368862] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.384544] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.384725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.384796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.385051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.385809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.385809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59f63cf5-7a8e-41bc-93e6-c088937fa8c2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.453620] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29141a3b-0ed9-45db-9934-eedb62043d6a: rpc.has_security_group_logging(os_id): False [ 1070.495780] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.498023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.498023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.498023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.498023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.498023] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.498023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.498023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.498023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.498023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.498023] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29141a3b-0ed9-45db-9934-eedb62043d6a is going to be created. [ 1070.631221] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.631221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.631221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.631221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.631221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.659894] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29141a3b-0ed9-45db-9934-eedb62043d6a in Status: IN_PROGRESS for 2s [ 1070.870949] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.871165] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.871333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.871615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.875069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.875069] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.875069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.875069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.875069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.875069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.875069] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be updated. [ 1070.921153] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.921317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.921646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.922233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.922233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.933198] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: IN_PROGRESS for 2s [ 1071.667181] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 1071.667181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.667181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.667181] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.667181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.667181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.667181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.667181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667181] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.772836] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1071.772836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.773147] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.773384] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.773831] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.773831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.773831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.774043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.774182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.774244] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.779625] env[66693]: INFO networking_nsxv3.common.synchronization [None req-fe13f1c4-21f4-4faa-8e48-24b314f33878 tempest-AttachVolumeShelveTestJSON-129812403 tempest-AttachVolumeShelveTestJSON-129812403-project-member] Enqueued Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_rules [ 1071.780326] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_rules [ 1071.780641] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd98528-3cab-4027-981f-d8c34a850f6d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.780795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.780866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.781142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.781226] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.910258] env[66693]: INFO networking_nsxv3.common.synchronization [None req-d6957462-1bf7-4fde-8ffa-864a9be997c3 tempest-AttachVolumeShelveTestJSON-129812403 tempest-AttachVolumeShelveTestJSON-129812403-project-member] Enqueued Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_rules [ 1071.911619] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_rules [ 1071.911619] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd98528-3cab-4027-981f-d8c34a850f6d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.911789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.996395] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 1071.996614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.996828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.997087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.997300] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.997410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.997466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.997646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.997728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.997815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.997922] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.171080] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.171297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.171530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.171721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.171958] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.172111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.172198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.172473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.172473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.172573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.172686] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.172774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.172832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.172969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.173160] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.173251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.173449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.173449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.173577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.173654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.173754] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.277098] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.302423] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.302423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.302423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.302423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.302423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.302423] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd98528-3cab-4027-981f-d8c34a850f6d already deleted. [ 1072.302423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.302423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.302423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.302423] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.502606] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.502828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.502903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.503230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.503455] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.503569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.503635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.503801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.503891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.503980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.504151] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.504256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.504306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.504438] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.504569] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.504658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.504717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.504846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.504920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.505027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.505100] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.673246] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29141a3b-0ed9-45db-9934-eedb62043d6a in Status: SUCCESS [ 1072.673517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.677054] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd104493-6921-4dec-be23-cac130e252e1: rpc.has_security_group_logging(os_id): False [ 1072.699948] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.700177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.700251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.700477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.700597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.700975] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.700975] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.701096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.701243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.701346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.701559] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.701995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.701995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.701995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.701995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.702197] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.702308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.702370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.702517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.702584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.702671] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 1072.779767] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.780093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.780225] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.780599] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.780901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.783319] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.798759] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 1072.824676] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.824875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.824970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.825262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.825373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.825546] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd98528-3cab-4027-981f-d8c34a850f6d already deleted. [ 1072.825711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.943594] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 in Status: SUCCESS [ 1072.943594] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 deletion is rescheduled due to dependency. [ 1072.943738] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.007728] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 976a70a4-6bb5-4796-8bf4-41e15f74e2d4: rpc.has_security_group_logging(os_id): False [ 1073.033622] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.033622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.033622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.033622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.033622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.033622] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.033622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.033994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.033994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.034124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.034350] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.034491] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.034594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.034831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.034933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.035278] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.035457] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.035575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.035797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.035942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.036121] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 1073.154152] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.154152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.154152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.154457] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.154575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.167447] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 1073.286445] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.286634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.286723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.286939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.287052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.287159] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1073.331041] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.331240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.331240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.331472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.331636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.344033] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1074.821579] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 1074.821937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.183513] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 1075.184268] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.365300] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1075.365595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.365785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.365995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.366225] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.366365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.366437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.366626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.366674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.366763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.366854] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.868861] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.869748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.869748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.869748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.869926] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.870096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.870211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.870444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.870542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.870635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.870784] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.870949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.870983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.871169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.871279] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.871378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.871428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.871560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.871636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.871762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.871799] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.375308] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92d04f37-f938-45d9-85a8-192804afd53a: rpc.has_security_group_logging(os_id): False [ 1076.397234] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.397823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.397823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.397823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.397823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.398022] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.398131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.398235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.398455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.398880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.398880] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.398880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.399040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.399110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.399186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.399385] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.401507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.401582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.401751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.401817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.401906] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1076.470752] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.470881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.470950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.471228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.473027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.486415] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1076.912379] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1076.912918] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1078.503908] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1078.504302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.106190] env[66693]: INFO networking_nsxv3.common.synchronization [req-6d8fd0c6-dc0e-4771-b00a-9eae7ce7aa16 req-cb78e85c-b1c3-4964-8453-371d4dab413a tempest-AttachVolumeShelveTestJSON-129812403 tempest-AttachVolumeShelveTestJSON-129812403-project-member] Enqueued Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_members [ 1080.106787] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_members [ 1080.107112] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd98528-3cab-4027-981f-d8c34a850f6d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.107237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.107298] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.107548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.107711] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.108014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.108014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.108379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.108540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.108681] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.435614] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.435865] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.435994] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.436292] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.436557] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.436711] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.436834] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.437050] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.437195] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.437689] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.437689] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.437689] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.437780] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.437813] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.437910] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.438067] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.458842] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.458965] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.459061] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.459242] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.459552] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-28bf588d-b57b-488b-a9dd-1d4e87c0d051 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.459721] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.459838] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.460287] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.460430] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28bf588d-b57b-488b-a9dd-1d4e87c0d051',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.610610] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.610781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.610817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.611078] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.611215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.611409] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.611512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.611577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.611732] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.611809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.611893] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd98528-3cab-4027-981f-d8c34a850f6d already deleted. [ 1080.611973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.963602] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.963871] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.963995] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.964486] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.964708] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.964921] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 28bf588d-b57b-488b-a9dd-1d4e87c0d051 not found, creating... [ 1080.965317] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.965540] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.965777] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.966089] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.966287] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.966794] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.967150] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.967266] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.967623] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.967805] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.967999] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 28bf588d-b57b-488b-a9dd-1d4e87c0d051 is going to be created. [ 1080.995479] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.995798] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.995798] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.996108] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.996369] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.996633] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.713618] env[66693]: INFO networking_nsxv3.common.synchronization [req-6d8fd0c6-dc0e-4771-b00a-9eae7ce7aa16 req-a4a8f6dd-7672-4d2e-b502-e5e7fd71801b service nova] Enqueued Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_rules [ 1081.713618] env[66693]: INFO networking_nsxv3.common.synchronization [req-6d8fd0c6-dc0e-4771-b00a-9eae7ce7aa16 req-a4a8f6dd-7672-4d2e-b502-e5e7fd71801b service nova] Enqueued Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_members [ 1081.714035] env[66693]: INFO networking_nsxv3.common.synchronization [req-6d8fd0c6-dc0e-4771-b00a-9eae7ce7aa16 req-a4a8f6dd-7672-4d2e-b502-e5e7fd71801b service nova] Enqueued Resource ID: 28bf588d-b57b-488b-a9dd-1d4e87c0d051 with Priority: HIGHEST for action port [ 1081.714212] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_rules [ 1081.714496] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_members [ 1081.714750] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bf588d-b57b-488b-a9dd-1d4e87c0d051 with Priority: HIGHEST for action port [ 1081.715222] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd98528-3cab-4027-981f-d8c34a850f6d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.715404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.717382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.717382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.717640] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.718876] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd98528-3cab-4027-981f-d8c34a850f6d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.718966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.719294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.719520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.719681] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.719860] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.719946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.720130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.720248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.720360] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.721261] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-28bf588d-b57b-488b-a9dd-1d4e87c0d051 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.721370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.721435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.721585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.721678] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28bf588d-b57b-488b-a9dd-1d4e87c0d051',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.224705] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd98528-3cab-4027-981f-d8c34a850f6d taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.224705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.224705] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.225427] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28bf588d-b57b-488b-a9dd-1d4e87c0d051 with status ACTIVE [ 1082.225595] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.225745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.225816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.226046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.226134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.226336] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.226425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.226490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.226639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.226717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.226897] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.226980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.227047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.227320] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.227320] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.227320] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28bf588d-b57b-488b-a9dd-1d4e87c0d051 is going to be updated. [ 1082.268138] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.268330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.268405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.268612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.268745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.268908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.729182] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.175874] env[66693]: INFO networking_nsxv3.common.synchronization [req-7d549ec3-0c82-47ec-8efd-74a880522d0d req-65394710-6e11-47d6-8a38-0ad52b7185df tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1083.176851] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1083.177663] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.177663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.177663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.178034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.178034] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.178135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.178211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.178397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.178510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.178667] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.232042] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.232042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.232042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.232167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.232237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.232316] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd98528-3cab-4027-981f-d8c34a850f6d is going to be created. [ 1083.266612] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.266612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.266612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.266967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.266967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.281882] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd98528-3cab-4027-981f-d8c34a850f6d in Status: UNINITIALIZED for 2s [ 1083.680997] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.183328] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.534059] env[66693]: INFO networking_nsxv3.common.synchronization [req-4d346ec7-d2f6-40da-9f02-1f076f5eaa5b req-eaef501d-f903-480f-9b25-2fc7a190ce9b tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 1084.534935] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 1084.535257] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.535383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.535452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.535651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.535808] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.535910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.535972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.536134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.536222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.536315] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.684901] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.685436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.685436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.685436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.685436] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.685632] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1084.719929] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.720175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.720175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.720624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.720624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.729989] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1085.038961] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.298858] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd98528-3cab-4027-981f-d8c34a850f6d in Status: SUCCESS [ 1085.298858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.299205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.299308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.300119] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.300119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.300119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.300119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.300119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.300356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.300356] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.541169] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.805855] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.043914] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.044046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.044131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.044343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.044432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.044553] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 is going to be updated. [ 1086.081188] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.081372] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.081414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.081638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.081791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.094139] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: IN_PROGRESS for 2s [ 1086.307449] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dd98528-3cab-4027-981f-d8c34a850f6d: rpc.has_security_group_logging(os_id): False [ 1086.337668] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.337891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.337974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.338254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.338373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.338627] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.338728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.338797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.338975] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.339065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.339167] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd98528-3cab-4027-981f-d8c34a850f6d is going to be created. [ 1086.411602] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.411897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.411897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.412046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.412246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.427290] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd98528-3cab-4027-981f-d8c34a850f6d in Status: IN_PROGRESS for 2s [ 1086.742444] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1086.742706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.108976] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: SUCCESS [ 1088.109435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.466259] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd98528-3cab-4027-981f-d8c34a850f6d in Status: SUCCESS [ 1088.466731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.536587] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1089.536587] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1092.425666] env[66693]: INFO networking_nsxv3.common.synchronization [req-cbb7deea-9687-4d29-a8a7-b8aa96853463 req-446deb4d-cf16-40ad-be65-7f5d2fbc7f07 tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1092.426295] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1092.426563] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.426870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.426870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.427079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.427112] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.427210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.427260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.427408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.427499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.427596] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.511052] env[66693]: INFO networking_nsxv3.common.synchronization [req-5ad48b8f-d0fd-44a5-81df-6e837d9d1672 req-7f6ab8a2-b815-4d32-b4fb-f3e4acf6f473 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 1092.511874] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 with Priority: HIGHEST for action security_group_members [ 1092.512315] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.513087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.513087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.513756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.514000] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.514187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.514306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.514527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.514700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.514791] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.813258] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.813542] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.813753] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.814113] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.814405] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.814577] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.814697] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.814956] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.815122] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.815440] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.815591] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.815727] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.815875] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.816039] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.816150] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.816290] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.839126] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.839126] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.839126] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.839126] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.839307] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-c1dad294-294d-4f78-ae4e-e535c7af5f71 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.839434] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-c1dad294-294d-4f78-ae4e-e535c7af5f71" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.839484] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-c1dad294-294d-4f78-ae4e-e535c7af5f71" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.839830] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-c1dad294-294d-4f78-ae4e-e535c7af5f71" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.839984] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1dad294-294d-4f78-ae4e-e535c7af5f71',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.930104] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.019182] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.019341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.019408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.019630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.020593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.020593] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.020593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.020593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.020593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.020593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.020593] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 is going to be updated. [ 1093.079633] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.079633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.079633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.080392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.080392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.092385] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: IN_PROGRESS for 2s [ 1093.342505] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.342743] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.342948] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.343353] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.343599] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.344069] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port c1dad294-294d-4f78-ae4e-e535c7af5f71 not found, creating... [ 1093.344293] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.344521] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.344721] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.345280] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.345447] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.345911] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.346218] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.346422] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.346809] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.346988] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.347162] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: c1dad294-294d-4f78-ae4e-e535c7af5f71 is going to be created. [ 1093.382129] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.382355] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.382554] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.382874] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.383155] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.383439] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-c1dad294-294d-4f78-ae4e-e535c7af5f71" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.432805] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.936629] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.936629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.936629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.936937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.937110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.937226] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1093.978954] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.979184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.979184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.979391] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.979540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.990787] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1094.136462] env[66693]: INFO networking_nsxv3.common.synchronization [req-cbb7deea-9687-4d29-a8a7-b8aa96853463 req-7a12634f-966a-4dc4-83fc-48d1a1072643 service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1094.136629] env[66693]: INFO networking_nsxv3.common.synchronization [req-cbb7deea-9687-4d29-a8a7-b8aa96853463 req-7a12634f-966a-4dc4-83fc-48d1a1072643 service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1094.136759] env[66693]: INFO networking_nsxv3.common.synchronization [req-cbb7deea-9687-4d29-a8a7-b8aa96853463 req-7a12634f-966a-4dc4-83fc-48d1a1072643 service nova] Enqueued Resource ID: c1dad294-294d-4f78-ae4e-e535c7af5f71 with Priority: HIGHEST for action port [ 1094.137359] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1094.137535] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1094.137631] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1dad294-294d-4f78-ae4e-e535c7af5f71 with Priority: HIGHEST for action port [ 1094.137920] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.138574] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.138674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.138901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.139021] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.141184] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.141288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.141513] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1dad294-294d-4f78-ae4e-e535c7af5f71 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.141687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1dad294-294d-4f78-ae4e-e535c7af5f71" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.141687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1dad294-294d-4f78-ae4e-e535c7af5f71" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.141876] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1dad294-294d-4f78-ae4e-e535c7af5f71" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.141961] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1dad294-294d-4f78-ae4e-e535c7af5f71',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.642359] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.642791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.644955] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1dad294-294d-4f78-ae4e-e535c7af5f71 with status ACTIVE [ 1094.645246] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.645392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.645460] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.645744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.645852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.646088] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.646230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.646335] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.646550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.646674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.647223] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.647223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.647223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.647403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.647449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.647533] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1dad294-294d-4f78-ae4e-e535c7af5f71 is going to be updated. [ 1094.670792] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.671074] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.671634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.671634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.671786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.671953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1dad294-294d-4f78-ae4e-e535c7af5f71" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.105096] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 in Status: SUCCESS [ 1095.105303] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88 deletion is rescheduled due to dependency. [ 1095.105422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.002897] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1096.003289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.003442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.003735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.004082] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.004236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.004331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.004554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.004672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.004818] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.507570] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.627329] env[66693]: INFO networking_nsxv3.common.synchronization [None req-9f43b913-bc0f-4256-8775-16b78ab25979 tempest-AttachInterfacesTestJSON-1048134846 tempest-AttachInterfacesTestJSON-1048134846-project-member] Enqueued Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 1096.628426] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd104493-6921-4dec-be23-cac130e252e1 with Priority: HIGHEST for action security_group_members [ 1096.629419] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd104493-6921-4dec-be23-cac130e252e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.629556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.629624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.629835] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.630199] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.630546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.630623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.630786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.630877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.630976] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd104493-6921-4dec-be23-cac130e252e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.010760] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.133894] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.134083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.134083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.134337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.134408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.134575] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.134674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.134728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.135278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.135278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.135278] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 is going to be updated. [ 1097.192976] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.193184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.193350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.193447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.193587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.208759] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: IN_PROGRESS for 2s [ 1097.513155] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.513406] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.513500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.513775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.513929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.514106] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1097.549929] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.550137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.550209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.550422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.550593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.564759] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1099.223293] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd104493-6921-4dec-be23-cac130e252e1 in Status: SUCCESS [ 1099.223612] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd104493-6921-4dec-be23-cac130e252e1 deletion is rescheduled due to dependency. [ 1099.223787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd104493-6921-4dec-be23-cac130e252e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.577208] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1099.577346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.577508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.577727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.577928] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.578253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.578253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.578253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.578398] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.578624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.578624] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.081109] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.081312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.081312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.081621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.081877] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.082064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.082185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.082395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.082550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.082688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.082893] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.083031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.083127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.083334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.083529] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.083657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.083757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.083989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.084195] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.084338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.084404] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.587372] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92d04f37-f938-45d9-85a8-192804afd53a: rpc.has_security_group_logging(os_id): False [ 1100.606928] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.607245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.607368] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.607609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.607712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.607918] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.608113] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.608113] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.608286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.608365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.608568] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.608704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.608739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.608868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.608957] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.609187] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.609277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.609338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.609495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.609585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.609670] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1100.681357] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.681555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.681618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.681825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.682041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.701651] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1101.629860] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1101.630155] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1102.722507] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1102.722822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.630872] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1106.631265] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1108.643684] env[66693]: INFO networking_nsxv3.common.synchronization [req-da5abc65-3fe6-4e9f-8e38-0e2fa2cd5a65 req-19485963-ed9e-450f-8b34-27f35dff7370 tempest-DeleteServersTestJSON-2059691380 tempest-DeleteServersTestJSON-2059691380-project-member] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1108.644556] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGHEST for action security_group_members [ 1108.644556] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.645167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.645245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.645468] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.646025] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.646025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.646025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.646025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.646283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.646283] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.150871] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.151094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.151094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.151315] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.151446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.151602] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.151727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.151775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.151917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.151991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.152139] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be updated. [ 1109.189594] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.189803] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.189803] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.189989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.190172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.199988] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: IN_PROGRESS for 2s [ 1109.511182] env[66693]: INFO networking_nsxv3.common.synchronization [req-ba0e293b-7dcc-495d-8a94-57227aa23a62 req-65cbf4e0-8cba-4a15-a937-f3c452aff1ca tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1109.511305] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1109.511595] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.511727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.511798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.512091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.512240] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.512313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.512366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.512495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.512581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.512673] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.897878] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.898178] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.898178] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.898375] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.898608] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.898759] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.898871] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.899110] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.900376] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.900376] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.900376] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.900376] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.900376] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.900376] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.900376] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.900376] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.926449] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.926648] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.926767] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.926940] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.927268] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.927440] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.927569] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.927895] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.928040] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.996331] env[66693]: INFO networking_nsxv3.common.synchronization [None req-e249394c-dfd8-41d6-9956-58840c244834 tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_rules [ 1109.996969] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_rules [ 1109.997309] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.997454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.997522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.997778] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.997863] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.015058] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.150042] env[66693]: INFO networking_nsxv3.common.synchronization [None req-7da93b08-2189-41cf-929e-3012d72cb3bc tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_rules [ 1110.150568] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_rules [ 1110.150868] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.150968] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.435556] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.436133] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.436133] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.436303] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.436430] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.436567] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1 not found, creating... [ 1110.436825] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.437013] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.437106] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.437477] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.437477] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.437701] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.437846] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.437951] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.438174] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.438317] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.438443] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1 is going to be created. [ 1110.461974] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.462234] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.462687] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.462687] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.462975] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.463227] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.517607] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.519510] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.519663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.519663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.519952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.519952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.520095] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c already deleted. [ 1110.520159] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.520288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.520456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.520547] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.022552] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.022916] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.022916] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.023131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.023261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.023398] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1111.042056] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.042223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.042297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.042503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.042596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.042769] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c already deleted. [ 1111.042769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.061831] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.062410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.062410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.062515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.062751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.073080] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1111.182021] env[66693]: INFO networking_nsxv3.common.synchronization [req-ba0e293b-7dcc-495d-8a94-57227aa23a62 req-a4fdf9b7-e4b1-49df-b653-92e4d98a35b2 service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1111.183775] env[66693]: INFO networking_nsxv3.common.synchronization [req-ba0e293b-7dcc-495d-8a94-57227aa23a62 req-a4fdf9b7-e4b1-49df-b653-92e4d98a35b2 service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1111.183775] env[66693]: INFO networking_nsxv3.common.synchronization [req-ba0e293b-7dcc-495d-8a94-57227aa23a62 req-a4fdf9b7-e4b1-49df-b653-92e4d98a35b2 service nova] Enqueued Resource ID: 9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1 with Priority: HIGHEST for action port [ 1111.183775] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1111.183775] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1111.183775] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1 with Priority: HIGHEST for action port [ 1111.183775] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.183775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.183775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.183775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.184496] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.184822] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.184906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.185052] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.185167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.185262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.185447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.185520] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.214702] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 in Status: SUCCESS [ 1111.214919] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 deletion is rescheduled due to dependency. [ 1111.215050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.687546] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.687740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.691141] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1 with status ACTIVE [ 1111.691353] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.691478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.691544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.691756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.692305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.692305] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.692305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.692305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.692648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.692648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.693254] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.693254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.693254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.693254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.693254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.693254] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1 is going to be updated. [ 1111.721042] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.721042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.721042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.721382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.721591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.721817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fe0cd35-1f51-4a50-a5fc-5ba3249e81e1" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.085659] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1113.085966] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.086065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.086281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.086486] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.086603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.086650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.086793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.086871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.086962] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.589313] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.091863] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.595015] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.595015] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.595275] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.595387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.595498] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.595640] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1114.624870] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.625058] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.625102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.625306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.625463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.634751] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1116.184408] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1116.185500] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1116.648201] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1116.648457] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.648593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.648810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.649088] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.649216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.649281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.649493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.649586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.649674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.649785] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.152717] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.152974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.152974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.153223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.153406] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.153552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.153552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.153725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.153807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.153879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.154059] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.154163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.154224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.154382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.154535] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.154673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.154743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.154889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.154986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.155034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.155128] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.206888] env[66693]: INFO networking_nsxv3.common.synchronization [req-da5a56f4-9615-44e3-ad79-d812b5c07800 req-4db76750-cfa7-4f87-a851-6c161be8dda0 tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_members [ 1117.207442] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_members [ 1117.208065] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.208065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.208235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.208445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.208631] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.208720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.208777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.208940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.209055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.209166] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.556839] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.557052] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.557168] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.557439] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.557694] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.557903] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.557967] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.558174] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.558313] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.558517] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.558624] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.558724] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.558825] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.558930] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.559038] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.559167] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.580754] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.580988] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.581181] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.581471] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.581936] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.582232] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.582470] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.582914] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.583101] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.657858] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92d04f37-f938-45d9-85a8-192804afd53a: rpc.has_security_group_logging(os_id): False [ 1117.679165] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.679356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.679414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.679629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.679725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.679918] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.680185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.680185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.680257] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.680425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.680516] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.680637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.680757] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.680903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.681109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.681385] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.681504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.681612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.681788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.681955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.682042] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1117.714120] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.714390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.714499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.714722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.714895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.715041] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.715141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.715199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.715344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.715520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.715616] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c already deleted. [ 1117.715699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.749644] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.749850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.749962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.750237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.750395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.773070] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1118.085900] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.086170] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.086425] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.086797] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.086965] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.087199] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc not found, creating... [ 1118.087554] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.087719] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.087892] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.088181] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.088371] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.088627] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.088788] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.088914] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.089117] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.089244] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.089397] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc is going to be created. [ 1118.111487] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.111704] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.111853] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.112177] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.112410] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.112640] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.874443] env[66693]: INFO networking_nsxv3.common.synchronization [req-da5a56f4-9615-44e3-ad79-d812b5c07800 req-ae2e204e-5ca3-4f4f-a01a-50758954d7c6 service nova] Enqueued Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_rules [ 1118.874720] env[66693]: INFO networking_nsxv3.common.synchronization [req-da5a56f4-9615-44e3-ad79-d812b5c07800 req-ae2e204e-5ca3-4f4f-a01a-50758954d7c6 service nova] Enqueued Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_members [ 1118.876833] env[66693]: INFO networking_nsxv3.common.synchronization [req-da5a56f4-9615-44e3-ad79-d812b5c07800 req-ae2e204e-5ca3-4f4f-a01a-50758954d7c6 service nova] Enqueued Resource ID: 9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc with Priority: HIGHEST for action port [ 1118.876833] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_rules [ 1118.876833] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_members [ 1118.876833] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc with Priority: HIGHEST for action port [ 1118.876833] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.876833] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.876833] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.876833] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.876833] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.877359] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.877359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.877435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.877580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.878562] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.878562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.878562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.878749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.879051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.879051] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.880727] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.880727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.880727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.880727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.880727] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.382680] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.382680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.382680] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.383448] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc with status ACTIVE [ 1119.383632] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.383748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.383809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.384015] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.384104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.384285] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.384400] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.384493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.384642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.384723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.384901] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.384992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.385279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.385450] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.385594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.385750] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc is going to be updated. [ 1119.415013] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.415219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.415265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.415471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.415630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.415797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dd2c70b-cdb6-4e0a-a4ab-316cf725bdcc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.515664] env[66693]: INFO networking_nsxv3.common.synchronization [None req-1cee7f32-646a-4414-8408-841d89bb8cf3 None None] Enqueued Resource ID: 5f6f9058-d1f3-4503-9922-4fdfe00f9a70 with Priority: HIGHEST for action port [ 1119.516224] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6f9058-d1f3-4503-9922-4fdfe00f9a70 with Priority: HIGHEST for action port [ 1119.516543] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f6f9058-d1f3-4503-9922-4fdfe00f9a70 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.517284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f6f9058-d1f3-4503-9922-4fdfe00f9a70" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.517284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f6f9058-d1f3-4503-9922-4fdfe00f9a70" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.517284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f6f9058-d1f3-4503-9922-4fdfe00f9a70" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.517448] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f6f9058-d1f3-4503-9922-4fdfe00f9a70',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.809381] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1119.809564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.888328] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.023397] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f6f9058-d1f3-4503-9922-4fdfe00f9a70 [ 1120.023397] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.023397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.023397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.023397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.023397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.023397] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f6f9058-d1f3-4503-9922-4fdfe00f9a70 already deleted. [ 1120.023397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f6f9058-d1f3-4503-9922-4fdfe00f9a70" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391838] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.392037] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.392076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.393158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.393158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.393158] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c is going to be created. [ 1120.420241] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.420421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.420490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.420731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.420916] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.432386] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c in Status: UNINITIALIZED for 2s [ 1122.107897] env[66693]: INFO networking_nsxv3.common.synchronization [None req-d6f3a50c-16c0-46de-af66-bacfb94f3119 None None] Enqueued Resource ID: 3a11c4f9-60db-447f-8e87-d5c422c69bf5 with Priority: HIGHEST for action port [ 1122.108459] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a11c4f9-60db-447f-8e87-d5c422c69bf5 with Priority: HIGHEST for action port [ 1122.108756] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a11c4f9-60db-447f-8e87-d5c422c69bf5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.108874] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a11c4f9-60db-447f-8e87-d5c422c69bf5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.108941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a11c4f9-60db-447f-8e87-d5c422c69bf5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.109216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a11c4f9-60db-447f-8e87-d5c422c69bf5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.109295] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a11c4f9-60db-447f-8e87-d5c422c69bf5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.444217] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c in Status: SUCCESS [ 1122.444430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.444765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.444850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.445077] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.445251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.445341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.445551] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.445630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.445714] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.445811] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.611160] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a11c4f9-60db-447f-8e87-d5c422c69bf5 [ 1122.611398] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.611531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.611611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.611790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.611900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.611994] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a11c4f9-60db-447f-8e87-d5c422c69bf5 already deleted. [ 1122.612078] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a11c4f9-60db-447f-8e87-d5c422c69bf5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.948903] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.453605] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c: rpc.has_security_group_logging(os_id): False [ 1123.478019] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.478019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.478019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.478019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.478019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.478319] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.478401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.479061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.479240] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.479322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.479415] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c is going to be created. [ 1123.558427] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.558427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.558427] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.558643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.558643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.564866] env[66693]: INFO networking_nsxv3.common.synchronization [req-f3ad56e2-7b77-439c-a31c-e4f70685d00f req-d61d2431-f838-430e-aca9-9f16c6650d8e tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1123.565381] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1123.565759] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.565848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.565881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.566217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.566605] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.566605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.566605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.566745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.566841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.566936] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.569168] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c in Status: IN_PROGRESS for 2s [ 1124.071757] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.573904] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.076499] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.076701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.076747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.076960] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.077109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.077150] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1125.114897] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.115112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.115161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.115354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.115503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.126681] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1125.579759] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c in Status: SUCCESS [ 1125.580133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.736840] env[66693]: INFO networking_nsxv3.common.synchronization [req-0eee90d9-a2d9-4eeb-b864-38217fd194b5 req-b3367045-9d28-48fb-9216-3a34a67b96b5 tempest-InstanceActionsV221TestJSON-205798500 tempest-InstanceActionsV221TestJSON-205798500-project-member] Enqueued Resource ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 with Priority: HIGHEST for action security_group_members [ 1126.737283] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 with Priority: HIGHEST for action security_group_members [ 1126.737283] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.737422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.737456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.737734] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.737881] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.737983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.738053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.738200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.738283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.738404] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b054ef-f9d2-49ba-a5ba-6bd758c9a009',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.110516] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.110716] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.110857] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.111249] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.111510] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.111702] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.111832] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.112065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.112217] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.112467] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.112584] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.112714] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.112828] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.112937] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.113059] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.113192] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.134223] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.134381] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.134513] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.134774] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.135113] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-60641c7c-2157-4d6c-99af-459fcd462e4d taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.135288] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-60641c7c-2157-4d6c-99af-459fcd462e4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.135434] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-60641c7c-2157-4d6c-99af-459fcd462e4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.135816] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-60641c7c-2157-4d6c-99af-459fcd462e4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.135954] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60641c7c-2157-4d6c-99af-459fcd462e4d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.137381] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1127.137571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.242459] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.242652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.242726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.242942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.243046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.243249] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.243383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.243452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.243599] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.243675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.243761] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 already deleted. [ 1127.243840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.639103] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.639330] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.639455] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.639738] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.639894] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.640057] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 60641c7c-2157-4d6c-99af-459fcd462e4d not found, creating... [ 1127.640319] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.640476] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.640687] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.641021] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.641166] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.641437] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.641590] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.641702] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.641903] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.642042] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.642181] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 60641c7c-2157-4d6c-99af-459fcd462e4d is going to be created. [ 1127.661802] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.661947] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.662080] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.662357] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.662599] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.662829] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-60641c7c-2157-4d6c-99af-459fcd462e4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.457669] env[66693]: INFO networking_nsxv3.common.synchronization [req-0eee90d9-a2d9-4eeb-b864-38217fd194b5 req-96d119ea-12c3-47be-a65f-63d51f631d04 service nova] Enqueued Resource ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 with Priority: HIGHEST for action security_group_rules [ 1128.457957] env[66693]: INFO networking_nsxv3.common.synchronization [req-0eee90d9-a2d9-4eeb-b864-38217fd194b5 req-96d119ea-12c3-47be-a65f-63d51f631d04 service nova] Enqueued Resource ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 with Priority: HIGHEST for action security_group_members [ 1128.458012] env[66693]: INFO networking_nsxv3.common.synchronization [req-0eee90d9-a2d9-4eeb-b864-38217fd194b5 req-96d119ea-12c3-47be-a65f-63d51f631d04 service nova] Enqueued Resource ID: 60641c7c-2157-4d6c-99af-459fcd462e4d with Priority: HIGHEST for action port [ 1128.458604] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 with Priority: HIGHEST for action security_group_rules [ 1128.458742] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 with Priority: HIGHEST for action security_group_members [ 1128.458839] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60641c7c-2157-4d6c-99af-459fcd462e4d with Priority: HIGHEST for action port [ 1128.459134] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.459294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.459333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.459570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.459732] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b054ef-f9d2-49ba-a5ba-6bd758c9a009',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.461161] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.461161] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.461260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.462035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.462035] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.462035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.462035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.462035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.462035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.462347] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b054ef-f9d2-49ba-a5ba-6bd758c9a009',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.462930] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-60641c7c-2157-4d6c-99af-459fcd462e4d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.463066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60641c7c-2157-4d6c-99af-459fcd462e4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.463114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60641c7c-2157-4d6c-99af-459fcd462e4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.463899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60641c7c-2157-4d6c-99af-459fcd462e4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.463899] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60641c7c-2157-4d6c-99af-459fcd462e4d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.965393] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.971221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.971221] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b054ef-f9d2-49ba-a5ba-6bd758c9a009',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.971221] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60641c7c-2157-4d6c-99af-459fcd462e4d with status ACTIVE [ 1128.971221] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.971221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.971221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.971221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.971221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.971221] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.971221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.971221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.971221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.971221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.972997] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.973289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.973447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.980395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.980395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.980395] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60641c7c-2157-4d6c-99af-459fcd462e4d is going to be updated. [ 1129.000574] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.001343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.001543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.001890] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.002169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.002447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60641c7c-2157-4d6c-99af-459fcd462e4d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.480749] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b054ef-f9d2-49ba-a5ba-6bd758c9a009',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.983877] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.984109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.984109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.984347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.984410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.984675] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 is going to be created. [ 1130.011516] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.011687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.011747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.011951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.012252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.026543] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 in Status: UNINITIALIZED for 2s [ 1130.938076] env[66693]: INFO networking_nsxv3.common.synchronization [req-3e172862-03d9-4f8e-a2d0-b55b1ca8a2b5 req-f05744cf-02b6-41c5-95b1-8ed01abc7369 tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1130.938739] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1130.939167] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.939300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.939364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.939765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.939765] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.939949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.939949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.940023] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.940110] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.940206] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.443647] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.946700] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.039811] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 in Status: SUCCESS [ 1132.040098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.040312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.040569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.040846] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.040999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.041087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.041336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.041442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.041596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.041737] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b054ef-f9d2-49ba-a5ba-6bd758c9a009',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.450155] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.450361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.450406] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.450681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.450789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.450899] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1132.487199] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.487474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.487474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.487725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.488147] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.500114] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1132.546956] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.547186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.547265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.547499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.547708] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.547880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.547880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.547985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.548088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.548183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.548352] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.548438] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.548518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.548701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.548838] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.548930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.548991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.549169] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.549253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.549329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.549418] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b054ef-f9d2-49ba-a5ba-6bd758c9a009',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.051961] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b054ef-f9d2-49ba-a5ba-6bd758c9a009: rpc.has_security_group_logging(os_id): False [ 1133.072466] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.072807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.072807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.072961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.072961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.073165] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.073264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.073320] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.073471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.073548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.073757] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.073870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.073905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.074100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.074100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.074293] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.074381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.074437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.074570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.074643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.074727] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 is going to be created. [ 1133.161239] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.161424] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.161486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.161691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.161986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.185299] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 in Status: IN_PROGRESS for 2s [ 1134.513553] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1134.513995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.199486] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 in Status: SUCCESS [ 1135.199788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.940440] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.940440] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1138.066775] env[66693]: INFO networking_nsxv3.common.synchronization [req-e438aad7-b76f-4644-b7a6-77a33b02a287 req-88c8355b-f42c-4e4f-8475-f5e4bdeb596b tempest-InstanceActionsV221TestJSON-205798500 tempest-InstanceActionsV221TestJSON-205798500-project-member] Enqueued Resource ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 with Priority: HIGHEST for action security_group_members [ 1138.067426] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 with Priority: HIGHEST for action security_group_members [ 1138.067747] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.067876] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.068094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.068180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.068315] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.068415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.068481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.068593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.068679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.068844] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b054ef-f9d2-49ba-a5ba-6bd758c9a009',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.571115] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.571308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.571356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.571558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.571652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.571851] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.571941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.571996] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.572178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.572301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.572414] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 is going to be updated. [ 1138.605065] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.605232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.605232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.605456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.605638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.616813] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 in Status: IN_PROGRESS for 2s [ 1140.450516] env[66693]: INFO networking_nsxv3.common.synchronization [req-b00e2041-9257-4552-9706-1f8eea7b2595 req-8e8c8ecd-38c5-4418-afec-f10bed5dc4a3 tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1140.450941] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1140.451291] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.451414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.451483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.451681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.451852] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.451951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.452014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.453020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.453153] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.453264] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.629164] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 in Status: SUCCESS [ 1140.629307] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 deletion is rescheduled due to dependency. [ 1140.629484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.768523] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.768758] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.768840] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.769109] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.769367] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.769524] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.769661] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.769852] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.770043] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.770258] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.770370] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.770506] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.770595] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.770667] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.770771] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.770900] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.791610] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.791867] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.791914] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.792116] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.792439] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-2cecb5b7-84b7-463b-af90-34fcd3c22bbb taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.792634] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-2cecb5b7-84b7-463b-af90-34fcd3c22bbb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.792715] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-2cecb5b7-84b7-463b-af90-34fcd3c22bbb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.793079] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-2cecb5b7-84b7-463b-af90-34fcd3c22bbb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.793221] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cecb5b7-84b7-463b-af90-34fcd3c22bbb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.955571] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.296664] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.296664] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.296664] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.297042] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.297214] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.297393] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 2cecb5b7-84b7-463b-af90-34fcd3c22bbb not found, creating... [ 1141.297690] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.297901] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.298033] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.298397] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.298573] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.298866] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.299038] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.299162] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.299389] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.299519] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.299653] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 2cecb5b7-84b7-463b-af90-34fcd3c22bbb is going to be created. [ 1141.321370] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.321626] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.321695] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.321955] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.322268] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.322501] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-2cecb5b7-84b7-463b-af90-34fcd3c22bbb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.457643] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.960533] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.960682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.961121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.961121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.961121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.961234] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1141.997663] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.997892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.997937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.998327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.998590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.009822] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1142.071800] env[66693]: INFO networking_nsxv3.common.synchronization [req-b00e2041-9257-4552-9706-1f8eea7b2595 req-9a6ba4b9-b4be-4e03-ad93-df7bf0396530 service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1142.072356] env[66693]: INFO networking_nsxv3.common.synchronization [req-b00e2041-9257-4552-9706-1f8eea7b2595 req-9a6ba4b9-b4be-4e03-ad93-df7bf0396530 service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1142.072356] env[66693]: INFO networking_nsxv3.common.synchronization [req-b00e2041-9257-4552-9706-1f8eea7b2595 req-9a6ba4b9-b4be-4e03-ad93-df7bf0396530 service nova] Enqueued Resource ID: 2cecb5b7-84b7-463b-af90-34fcd3c22bbb with Priority: HIGHEST for action port [ 1142.072356] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1142.072736] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1142.072736] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cecb5b7-84b7-463b-af90-34fcd3c22bbb with Priority: HIGHEST for action port [ 1142.073134] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.073267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.073340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.073534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.073603] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.074597] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.074597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.074755] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cecb5b7-84b7-463b-af90-34fcd3c22bbb taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.074859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cecb5b7-84b7-463b-af90-34fcd3c22bbb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.074914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cecb5b7-84b7-463b-af90-34fcd3c22bbb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.075145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cecb5b7-84b7-463b-af90-34fcd3c22bbb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.075298] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cecb5b7-84b7-463b-af90-34fcd3c22bbb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.577096] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.577558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.577558] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cecb5b7-84b7-463b-af90-34fcd3c22bbb with status ACTIVE [ 1142.577671] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.577797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.577877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.578146] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.578244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.578430] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.578544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.578629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.578797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.578876] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.579078] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.579321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.579355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.579506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.579602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.579675] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cecb5b7-84b7-463b-af90-34fcd3c22bbb is going to be updated. [ 1142.603493] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.603785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.603785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.603898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.604057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.604286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cecb5b7-84b7-463b-af90-34fcd3c22bbb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.023243] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1144.023483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.023869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.023869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.023995] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.024432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.024432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.024613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.024613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.024872] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.527556] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.030686] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.533098] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.533359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.533494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.533809] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.533973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.534163] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1145.564799] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.565031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.565155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.565469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.565702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.577762] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1146.953356] env[66693]: INFO networking_nsxv3.common.synchronization [None req-8b4c7045-531c-4abf-aa8a-7bf882a9ce93 None None] Enqueued Resource ID: 833bc09e-31a0-4820-8e61-1cde6ee65a49 with Priority: HIGHEST for action port [ 1146.954323] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833bc09e-31a0-4820-8e61-1cde6ee65a49 with Priority: HIGHEST for action port [ 1146.956329] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-833bc09e-31a0-4820-8e61-1cde6ee65a49 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.956329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-833bc09e-31a0-4820-8e61-1cde6ee65a49" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.956329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-833bc09e-31a0-4820-8e61-1cde6ee65a49" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.956329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-833bc09e-31a0-4820-8e61-1cde6ee65a49" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.956329] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833bc09e-31a0-4820-8e61-1cde6ee65a49',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.457953] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 833bc09e-31a0-4820-8e61-1cde6ee65a49 [ 1147.458305] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.458508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.458508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.458685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.458685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.458778] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:833bc09e-31a0-4820-8e61-1cde6ee65a49 already deleted. [ 1147.458851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-833bc09e-31a0-4820-8e61-1cde6ee65a49" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.591587] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1147.591841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.592007] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.592242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.592492] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.592617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.592653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.592826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.592915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.592992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.593099] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.095884] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.096204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.096337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.096576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.096769] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.096874] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.096940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.097125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.097212] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.097320] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.097449] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.097542] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.097600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.097738] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.097873] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.097988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.098069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.098194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.098278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.098360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.098446] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.601440] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92d04f37-f938-45d9-85a8-192804afd53a: rpc.has_security_group_logging(os_id): False [ 1148.619118] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.619283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.619390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.619550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.619643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.619832] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.619929] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.619989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.620142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.620218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.620399] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.620490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.620549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.620681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.620753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.620947] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.621152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.621243] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.621408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.621511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.621619] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1148.684210] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.684360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.684426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.684656] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.684949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.712380] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1149.186032] env[66693]: INFO networking_nsxv3.common.synchronization [None req-d3c8b5f0-b8df-49e5-9aad-9c8c36fd2557 None None] Enqueued Resource ID: d2b3b1d2-5b15-4482-92a6-c143f1255745 with Priority: HIGHEST for action port [ 1149.186032] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b3b1d2-5b15-4482-92a6-c143f1255745 with Priority: HIGHEST for action port [ 1149.186032] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2b3b1d2-5b15-4482-92a6-c143f1255745 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.186032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2b3b1d2-5b15-4482-92a6-c143f1255745" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.186642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2b3b1d2-5b15-4482-92a6-c143f1255745" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.186985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2b3b1d2-5b15-4482-92a6-c143f1255745" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.187204] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b3b1d2-5b15-4482-92a6-c143f1255745',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.690132] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2b3b1d2-5b15-4482-92a6-c143f1255745 [ 1149.690368] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.690518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.690591] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.691213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.691325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.691429] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2b3b1d2-5b15-4482-92a6-c143f1255745 already deleted. [ 1149.691513] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2b3b1d2-5b15-4482-92a6-c143f1255745" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.728991] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1150.729369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.838579] env[66693]: INFO networking_nsxv3.common.synchronization [req-acd5d821-edd2-42c5-9d1f-fa0927fdda00 req-a79d66c4-30fc-4ae9-8d79-b70424ef3500 tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1152.838579] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1152.838579] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.838579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.838579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.838579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.838988] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.838988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.838988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.839128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.839264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.839395] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.313466] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-d16b6871-048b-48d3-8560-691b88157b13 tempest-ListServersNegativeTestJSON-1401298038 tempest-ListServersNegativeTestJSON-1401298038-project-member] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1153.314108] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1153.314625] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.314758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.314827] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.315123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.315342] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.315458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.315584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.315679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.315768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.315863] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.341528] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.665432] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.665765] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.666022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.666587] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.666969] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.667186] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.667503] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.667938] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.668324] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.668585] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.668783] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.668906] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.669023] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.669136] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.669236] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.669419] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.694897] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.695127] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.695394] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.695644] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.696014] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-5d88ef12-0555-4175-9f0c-7e425f16e4c9 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.696207] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-5d88ef12-0555-4175-9f0c-7e425f16e4c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.696530] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-5d88ef12-0555-4175-9f0c-7e425f16e4c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.696658] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-5d88ef12-0555-4175-9f0c-7e425f16e4c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.696812] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d88ef12-0555-4175-9f0c-7e425f16e4c9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.818547] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.818547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.818547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.818547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.818897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.818897] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.818974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.819020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.820085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.820085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.820085] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed already deleted. [ 1153.820085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.847389] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.199460] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.199687] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.199810] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.200105] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.200299] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.200467] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 5d88ef12-0555-4175-9f0c-7e425f16e4c9 not found, creating... [ 1154.200753] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.200988] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.201071] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.201281] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.201415] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.201658] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.201812] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.201923] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.202137] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.202269] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.202404] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 5d88ef12-0555-4175-9f0c-7e425f16e4c9 is going to be created. [ 1154.224687] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.224966] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.225141] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.225463] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.225698] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.225926] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-5d88ef12-0555-4175-9f0c-7e425f16e4c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.352495] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.352700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.352775] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.352981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.353093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.353248] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1154.385918] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.386051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.386123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.386301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.386449] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.395674] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1154.951176] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-fe8ad7b2-b7dd-4c02-a6f8-846eaaf8da9b service nova] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_rules [ 1154.951483] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-fe8ad7b2-b7dd-4c02-a6f8-846eaaf8da9b service nova] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1154.951554] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-fe8ad7b2-b7dd-4c02-a6f8-846eaaf8da9b service nova] Enqueued Resource ID: 5d88ef12-0555-4175-9f0c-7e425f16e4c9 with Priority: HIGHEST for action port [ 1154.952166] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_rules [ 1154.952307] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1154.952407] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d88ef12-0555-4175-9f0c-7e425f16e4c9 with Priority: HIGHEST for action port [ 1154.952716] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.952846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.953572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.953572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.953572] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.954901] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.955044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.955168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.955333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.955531] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.955747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.955805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.955960] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.956328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.956485] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.958106] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d88ef12-0555-4175-9f0c-7e425f16e4c9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.958317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d88ef12-0555-4175-9f0c-7e425f16e4c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.958391] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d88ef12-0555-4175-9f0c-7e425f16e4c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.958551] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d88ef12-0555-4175-9f0c-7e425f16e4c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.958625] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d88ef12-0555-4175-9f0c-7e425f16e4c9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.456111] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.456236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.458780] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.459899] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d88ef12-0555-4175-9f0c-7e425f16e4c9 with status ACTIVE [ 1155.460105] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.460223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.460387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.460499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.460592] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.460756] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.460850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.460909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.461130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.461266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.461462] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.461557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.461654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.461771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.461820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.461904] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d88ef12-0555-4175-9f0c-7e425f16e4c9 is going to be updated. [ 1155.482885] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.483069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.483162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.484027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.484027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.484027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d88ef12-0555-4175-9f0c-7e425f16e4c9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.647555] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-c543daae-bc75-4350-9a42-3c09f7d9c1e3 tempest-ListServersNegativeTestJSON-1401298038 tempest-ListServersNegativeTestJSON-1401298038-project-member] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1155.648095] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1155.648399] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.648497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.934057] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.934222] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.934348] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.934635] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.934896] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.935065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.935180] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.935420] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.935557] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.935769] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.935881] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.935986] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.936107] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.936213] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.936320] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.936489] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.954366] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.955078] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.955078] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.955078] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.955400] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-d37279ea-7726-4288-b3ae-2d323e2420e8 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.955400] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-d37279ea-7726-4288-b3ae-2d323e2420e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.955529] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-d37279ea-7726-4288-b3ae-2d323e2420e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.955782] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-d37279ea-7726-4288-b3ae-2d323e2420e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.955940] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d37279ea-7726-4288-b3ae-2d323e2420e8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.960375] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.406270] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1156.406387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.458705] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.459015] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.459214] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.459556] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.459785] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.460017] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port d37279ea-7726-4288-b3ae-2d323e2420e8 not found, creating... [ 1156.460344] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.460569] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.460746] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.461035] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.461218] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.461635] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.461874] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.462031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.462319] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.462485] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.462629] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: d37279ea-7726-4288-b3ae-2d323e2420e8 is going to be created. [ 1156.463972] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.464118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.464168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.464345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.464428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.464516] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be created. [ 1156.488813] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.489080] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.489214] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.489479] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.489701] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.489918] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-d37279ea-7726-4288-b3ae-2d323e2420e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.493124] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.493309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.493309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.493497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.493640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.503586] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: UNINITIALIZED for 2s [ 1157.179894] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-d863cd7a-a1de-4519-894e-91eb6e8d2895 service nova] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_rules [ 1157.180209] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-d863cd7a-a1de-4519-894e-91eb6e8d2895 service nova] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1157.180364] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-d863cd7a-a1de-4519-894e-91eb6e8d2895 service nova] Enqueued Resource ID: d37279ea-7726-4288-b3ae-2d323e2420e8 with Priority: HIGHEST for action port [ 1157.180868] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_rules [ 1157.181057] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1157.181237] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37279ea-7726-4288-b3ae-2d323e2420e8 with Priority: HIGHEST for action port [ 1157.181513] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.181670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.181942] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.182054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.182265] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d37279ea-7726-4288-b3ae-2d323e2420e8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.182466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d37279ea-7726-4288-b3ae-2d323e2420e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.182569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d37279ea-7726-4288-b3ae-2d323e2420e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.182781] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d37279ea-7726-4288-b3ae-2d323e2420e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.182892] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d37279ea-7726-4288-b3ae-2d323e2420e8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.685589] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d37279ea-7726-4288-b3ae-2d323e2420e8 with status ACTIVE [ 1157.685813] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.685947] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.686029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.686251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.686342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.686528] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.686633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.686697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.686864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.686911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.687476] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.687476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.687476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.687476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.687476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.687476] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d37279ea-7726-4288-b3ae-2d323e2420e8 is going to be updated. [ 1157.708596] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.708782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.708782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.708985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.709136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.709291] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d37279ea-7726-4288-b3ae-2d323e2420e8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.043768] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-464448d2-7235-4140-9a0f-f6b1623fa4ef tempest-ListServersNegativeTestJSON-1401298038 tempest-ListServersNegativeTestJSON-1401298038-project-member] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1158.043768] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1158.043768] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.043768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.337052] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.337344] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.337380] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.338798] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.338798] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.338798] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.338798] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.338798] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.338798] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.338798] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.338798] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.339114] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.339114] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.339114] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.339222] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.339337] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.361413] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.361413] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.361413] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.361650] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-167" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.361968] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-e40b8e8e-9c6c-4c96-b932-953c4b5c4594 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.362229] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-e40b8e8e-9c6c-4c96-b932-953c4b5c4594" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.362344] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-e40b8e8e-9c6c-4c96-b932-953c4b5c4594" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.362721] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-e40b8e8e-9c6c-4c96-b932-953c4b5c4594" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.362923] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e40b8e8e-9c6c-4c96-b932-953c4b5c4594',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.513235] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: SUCCESS [ 1158.513447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.513600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.513813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.513997] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.514123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.514183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.514336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.514411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.514496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.514587] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.515464] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.515649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.515807] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.515908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.515972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.516123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.516200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.516283] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.866248] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.867379] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.867379] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.867535] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.867614] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.867912] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port e40b8e8e-9c6c-4c96-b932-953c4b5c4594 not found, creating... [ 1158.868058] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.868256] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.868907] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.868907] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.869086] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.869537] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.869537] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.869765] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.869849] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.869982] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.870137] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: e40b8e8e-9c6c-4c96-b932-953c4b5c4594 is going to be created. [ 1158.891891] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.892021] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.892185] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.892372] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.892592] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.892811] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-e40b8e8e-9c6c-4c96-b932-953c4b5c4594" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.018583] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.018776] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.019108] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.520835] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.601071] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-605ce578-a70f-4270-b9fa-a936b29e949c service nova] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_rules [ 1159.601071] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-605ce578-a70f-4270-b9fa-a936b29e949c service nova] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1159.601071] env[66693]: INFO networking_nsxv3.common.synchronization [req-0724a177-e12e-4654-b372-b880053e0dff req-605ce578-a70f-4270-b9fa-a936b29e949c service nova] Enqueued Resource ID: e40b8e8e-9c6c-4c96-b932-953c4b5c4594 with Priority: HIGHEST for action port [ 1159.601071] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_rules [ 1159.601071] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1159.601071] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40b8e8e-9c6c-4c96-b932-953c4b5c4594 with Priority: HIGHEST for action port [ 1159.601071] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.601665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.602675] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.602675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.602675] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-e40b8e8e-9c6c-4c96-b932-953c4b5c4594 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.602675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e40b8e8e-9c6c-4c96-b932-953c4b5c4594" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.602675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e40b8e8e-9c6c-4c96-b932-953c4b5c4594" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.602675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e40b8e8e-9c6c-4c96-b932-953c4b5c4594" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.604092] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e40b8e8e-9c6c-4c96-b932-953c4b5c4594',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.023855] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.024085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.024167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.024462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.024566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.024693] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be updated. [ 1160.053769] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.053933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.054008] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.054303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.054497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.064040] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: IN_PROGRESS for 2s [ 1160.105260] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e40b8e8e-9c6c-4c96-b932-953c4b5c4594 with status ACTIVE [ 1160.105624] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.105821] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.105962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.106255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.106402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.106624] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.106773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.106875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.107015] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.107119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.107303] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.107391] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.107487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.107685] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.107813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.107914] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e40b8e8e-9c6c-4c96-b932-953c4b5c4594 is going to be updated. [ 1160.131543] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.131697] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.131767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.131983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.132133] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.132297] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e40b8e8e-9c6c-4c96-b932-953c4b5c4594" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.733209] env[66693]: INFO networking_nsxv3.common.synchronization [req-d6f79b15-8a6a-47a9-aa79-776be5a380f5 req-9b083c47-e7f4-41f1-aea8-9be00ab1590e tempest-ServerRescueNegativeTestJSON-1387170935 tempest-ServerRescueNegativeTestJSON-1387170935-project-member] Enqueued Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_members [ 1161.734304] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGHEST for action security_group_members [ 1161.734677] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-19d63080-67e6-4856-bc77-84a0018fe67f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.734744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.734824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.735014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.735214] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.735323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.735377] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.735593] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.735690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.735762] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19d63080-67e6-4856-bc77-84a0018fe67f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.075816] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: SUCCESS [ 1162.075816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.075816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.076197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.076197] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.076340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.076386] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.076528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.076597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.076847] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.239802] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.240109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.240109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.240363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.240502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.240789] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.240903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.240970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.241144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.241214] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.241300] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19d63080-67e6-4856-bc77-84a0018fe67f is going to be updated. [ 1162.272813] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.272813] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.273060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.273128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.273486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.288261] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19d63080-67e6-4856-bc77-84a0018fe67f in Status: IN_PROGRESS for 2s [ 1162.580239] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.082948] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.586287] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.586485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.586564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.586828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.586927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.587050] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be updated. [ 1163.631088] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.631373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.631447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.631733] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.631888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.642417] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: IN_PROGRESS for 2s [ 1164.298277] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19d63080-67e6-4856-bc77-84a0018fe67f in Status: SUCCESS [ 1164.298651] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19d63080-67e6-4856-bc77-84a0018fe67f deletion is rescheduled due to dependency. [ 1164.298651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.103033] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.103033] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.103033] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.103292] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.103618] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.103794] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.103918] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.104228] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.104462] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.104693] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.104812] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.104926] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.105048] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.105164] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.105272] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.105408] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.125378] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.125616] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.125740] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.125918] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-729" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.126249] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-28bf588d-b57b-488b-a9dd-1d4e87c0d051 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.126422] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.126620] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.127051] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.127285] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28bf588d-b57b-488b-a9dd-1d4e87c0d051',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.631426] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.631767] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.631767] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.631921] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.632045] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.632372] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.632596] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.632743] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.632974] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.633129] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.633406] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.633675] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.633813] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.634024] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.634157] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.634293] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 28bf588d-b57b-488b-a9dd-1d4e87c0d051 is going to be updated. [ 1165.652724] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: SUCCESS [ 1165.652967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.653107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.653306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.653497] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.653623] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.653687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.653842] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.653909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.654013] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.657532] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.657733] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.657870] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.658116] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.658301] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.658507] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.160517] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.366393] env[66693]: INFO networking_nsxv3.common.synchronization [req-ba09a4fe-e67e-41ed-8438-b7dbe4eb2a14 req-d1e8b07f-d344-4316-b4c6-1c4a32c71718 service nova] Enqueued Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_rules [ 1166.366591] env[66693]: INFO networking_nsxv3.common.synchronization [req-ba09a4fe-e67e-41ed-8438-b7dbe4eb2a14 req-d1e8b07f-d344-4316-b4c6-1c4a32c71718 service nova] Enqueued Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_members [ 1166.366750] env[66693]: INFO networking_nsxv3.common.synchronization [req-ba09a4fe-e67e-41ed-8438-b7dbe4eb2a14 req-d1e8b07f-d344-4316-b4c6-1c4a32c71718 service nova] Enqueued Resource ID: 28bf588d-b57b-488b-a9dd-1d4e87c0d051 with Priority: HIGHEST for action port [ 1166.367268] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_rules [ 1166.367435] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_members [ 1166.367479] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bf588d-b57b-488b-a9dd-1d4e87c0d051 with Priority: HIGHEST for action port [ 1166.367804] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd98528-3cab-4027-981f-d8c34a850f6d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.367938] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.368015] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.368220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.368299] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.369124] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd98528-3cab-4027-981f-d8c34a850f6d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.369248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.369319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.369454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.369595] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.369687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.369747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.369886] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.369967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.370068] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.370794] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-28bf588d-b57b-488b-a9dd-1d4e87c0d051 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.370911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.370980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.371144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.371276] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28bf588d-b57b-488b-a9dd-1d4e87c0d051',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.662737] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.873105] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd98528-3cab-4027-981f-d8c34a850f6d taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.873105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.873105] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.873872] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28bf588d-b57b-488b-a9dd-1d4e87c0d051 with status ACTIVE [ 1166.874461] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.874461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.874461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.874461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.874704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.874704] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.874779] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.874841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.874987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.875077] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.875251] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.875342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.875400] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.875532] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.875665] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.875731] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28bf588d-b57b-488b-a9dd-1d4e87c0d051 is going to be updated. [ 1166.896789] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.897022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.897022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.897211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.897346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.897507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28bf588d-b57b-488b-a9dd-1d4e87c0d051" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.166031] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.166031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.166284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.166338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.166414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.166514] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be updated. [ 1167.199598] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.199823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.199868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.200166] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.200356] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.209946] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: IN_PROGRESS for 2s [ 1167.377212] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.879753] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.880109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.880109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.880233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.880352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.880478] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd98528-3cab-4027-981f-d8c34a850f6d is going to be updated. [ 1167.918658] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.918867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.918867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.919129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.919277] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.929110] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd98528-3cab-4027-981f-d8c34a850f6d in Status: IN_PROGRESS for 2s [ 1168.850552] env[66693]: INFO networking_nsxv3.common.synchronization [req-e08086c4-7c86-4bb8-a16b-6fd95e6c9e5a req-a245d2ef-f55b-4a9f-9e00-a9ed08bfcaa8 tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_members [ 1168.851263] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c with Priority: HIGHEST for action security_group_members [ 1168.851696] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.851843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.851911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.852175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.852560] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.852560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.852560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.852731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.852731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.852856] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.220093] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: SUCCESS [ 1169.220541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.220635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.221149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.221271] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.221881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.221881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.221881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.221881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.221881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.222102] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.222102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.222188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.222309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.222513] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.222586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.222625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.222749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.222832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.222914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.223000] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.224025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.224144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.224485] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.224831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.224831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.224897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.225024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.225075] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.356953] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.357140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.357197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.357408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.357589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.357698] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.357814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.357894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.358066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.358143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.358255] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c is going to be updated. [ 1169.389729] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.389885] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.389940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.390244] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.390424] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.399762] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c in Status: IN_PROGRESS for 2s [ 1169.727103] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed: rpc.has_security_group_logging(os_id): False [ 1169.728238] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.749621] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.749621] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.749621] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.749621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.750348] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.750348] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.750348] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.750348] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.750348] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.750348] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be created. [ 1169.814879] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.814879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.815521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.815521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.815521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.822023] env[66693]: INFO networking_nsxv3.common.synchronization [req-a5f0e438-427d-42e4-8cb9-84dfc3381ee2 req-3d1962f3-eca5-4c4c-bcd1-e076d1bd2ba1 tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1169.823072] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1169.823072] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.823992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.823992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.824143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.824302] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.824381] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.824718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.824718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.824718] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.824948] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.828581] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: IN_PROGRESS for 2s [ 1169.941189] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd98528-3cab-4027-981f-d8c34a850f6d in Status: SUCCESS [ 1169.941189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.941373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.941596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.941984] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.942128] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.942194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.942354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.942434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.942521] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.942615] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.192821] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.192821] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.192821] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.192821] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.192821] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.193356] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.193356] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.193356] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.193495] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.193754] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.193909] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.194049] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.194181] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.194300] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.194511] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.194573] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.213788] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.213977] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.214105] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.214278] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-867" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.214603] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-43a3b959-392c-40d7-9f26-0c4044535183 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.214772] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-43a3b959-392c-40d7-9f26-0c4044535183" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.214889] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-43a3b959-392c-40d7-9f26-0c4044535183" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.215224] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-43a3b959-392c-40d7-9f26-0c4044535183" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.215382] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43a3b959-392c-40d7-9f26-0c4044535183',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.231135] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.329934] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.444950] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.718815] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.719059] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.719187] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.719480] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.719626] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.719778] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 43a3b959-392c-40d7-9f26-0c4044535183 not found, creating... [ 1170.720048] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.720210] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.720322] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.720538] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.720670] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.721023] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.721209] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.721324] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.721525] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.721656] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.721792] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 43a3b959-392c-40d7-9f26-0c4044535183 is going to be created. [ 1170.733032] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.733197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.733292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.733512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.733722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.733826] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be updated. [ 1170.744655] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.744874] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.744982] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.745255] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.745474] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.745733] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-43a3b959-392c-40d7-9f26-0c4044535183" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.770460] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.770705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.770705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.770894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.771076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.780907] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: IN_PROGRESS for 2s [ 1170.832869] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.947810] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dd98528-3cab-4027-981f-d8c34a850f6d: rpc.has_security_group_logging(os_id): False [ 1170.965326] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.965514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.965566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.965957] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.966402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.966402] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.966527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.966578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.966759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.966840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.966934] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd98528-3cab-4027-981f-d8c34a850f6d is going to be updated. [ 1171.037926] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.038274] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.038352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.038582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.038774] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.055517] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd98528-3cab-4027-981f-d8c34a850f6d in Status: IN_PROGRESS for 2s [ 1171.336096] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.336484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.336484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.336572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.336613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.336898] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1171.373383] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.373640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.373640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.373912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.374071] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.383388] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1171.410204] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c in Status: SUCCESS [ 1171.410430] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c deletion is rescheduled due to dependency. [ 1171.410578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.498854] env[66693]: INFO networking_nsxv3.common.synchronization [req-a5f0e438-427d-42e4-8cb9-84dfc3381ee2 req-1a6a17e2-80b5-4450-8011-b6d319577f50 service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1171.499070] env[66693]: INFO networking_nsxv3.common.synchronization [req-a5f0e438-427d-42e4-8cb9-84dfc3381ee2 req-1a6a17e2-80b5-4450-8011-b6d319577f50 service nova] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1171.499243] env[66693]: INFO networking_nsxv3.common.synchronization [req-a5f0e438-427d-42e4-8cb9-84dfc3381ee2 req-1a6a17e2-80b5-4450-8011-b6d319577f50 service nova] Enqueued Resource ID: 43a3b959-392c-40d7-9f26-0c4044535183 with Priority: HIGHEST for action port [ 1171.499752] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_rules [ 1171.499888] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1171.500013] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a3b959-392c-40d7-9f26-0c4044535183 with Priority: HIGHEST for action port [ 1171.500359] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.500421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.500489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.500684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.500771] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.501712] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.501832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.501951] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-43a3b959-392c-40d7-9f26-0c4044535183 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.502054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43a3b959-392c-40d7-9f26-0c4044535183" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.502120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43a3b959-392c-40d7-9f26-0c4044535183" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.502299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43a3b959-392c-40d7-9f26-0c4044535183" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.502412] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43a3b959-392c-40d7-9f26-0c4044535183',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.843247] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: SUCCESS [ 1171.843351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.843621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.843926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.844102] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.866743] env[66693]: INFO networking_nsxv3.common.synchronization [req-b69c22b9-6461-4e82-94f6-847ff9d35328 req-416c35bc-daa4-4120-923d-b9df17ca4f0f tempest-ListServersNegativeTestJSON-1401298038 tempest-ListServersNegativeTestJSON-1401298038-project-member] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1171.867503] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1171.867961] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.868149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.004382] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.004663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.006951] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43a3b959-392c-40d7-9f26-0c4044535183 with status ACTIVE [ 1172.007202] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.007352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.007395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.007808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.007808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.007884] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.007936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.008020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.008170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.008254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.008426] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.008522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.008586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.008717] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.008793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.008877] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43a3b959-392c-40d7-9f26-0c4044535183 is going to be updated. [ 1172.030854] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.031078] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.031156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.031370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.031514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.031682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43a3b959-392c-40d7-9f26-0c4044535183" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.348156] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.348156] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.793028] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: SUCCESS [ 1172.793305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.793512] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.793823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.794076] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.794326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.794326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.794546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.794640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.794741] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.073215] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd98528-3cab-4027-981f-d8c34a850f6d in Status: SUCCESS [ 1173.073215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.297057] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.394436] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1173.394864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.394864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.395199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.395470] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.395661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.395773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.396013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.396172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.396319] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.799517] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.899239] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.303279] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.303508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.303704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.303962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.304147] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.304309] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be updated. [ 1174.336388] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.336625] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.336696] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.337088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.337268] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.347869] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: IN_PROGRESS for 2s [ 1174.401518] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.903681] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.903891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.903891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.904189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.904285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.904387] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1174.935686] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.935994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.936118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.936359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.936578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.947640] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1175.136584] env[66693]: INFO networking_nsxv3.common.synchronization [req-2c7116f2-0c87-499a-933e-e220832f2cec req-1f86e910-3233-4a68-827f-bd1aa743a40b tempest-ServerRescueNegativeTestJSON-1387170935 tempest-ServerRescueNegativeTestJSON-1387170935-project-member] Enqueued Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 1175.137408] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 1175.138144] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.138490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.138490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.138700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.138935] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.139108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.139267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.139444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.139578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.139719] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.644437] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.146329] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.369017] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: SUCCESS [ 1176.369017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.369135] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.369374] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.369560] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.370187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.370187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.370187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.370187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.370187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.370187] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.649275] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.649607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.649607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.649749] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.649843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.649944] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 091737f0-a6f3-481e-9344-95a0aff6822c is going to be updated. [ 1176.686116] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.686399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.686399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.686668] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.686879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.696787] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: IN_PROGRESS for 2s [ 1176.873045] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.873246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.873285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.873503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.873745] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.873819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.873866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.874036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.874181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.874293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.874515] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.874624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.874773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.874934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.875116] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.875219] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.875278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.875422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.875504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.875586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.875675] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.959149] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1176.959425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.959600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.959842] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.960150] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.960326] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.960425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.960624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.960706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.960819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.960964] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.377812] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed: rpc.has_security_group_logging(os_id): False [ 1177.404098] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.404364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.404517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.404879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.405067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.405401] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.405577] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.405678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.405945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.406120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.406446] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.406599] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.406687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.406923] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.407103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.407384] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.407569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.407658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.407883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.408009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.408183] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be updated. [ 1177.464061] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.464061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.464319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.464402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.464614] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.464762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.464819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.465016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.465100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.465149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.465337] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.465429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.465503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.465635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.465775] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.465936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.465936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.466158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.466158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.466242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.466457] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.534314] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.534508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.534508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.534706] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.534886] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.556362] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: IN_PROGRESS for 2s [ 1177.968763] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92d04f37-f938-45d9-85a8-192804afd53a: rpc.has_security_group_logging(os_id): False [ 1177.994873] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.995334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.995334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.995470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.995470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.995675] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.995790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.995897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.996089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.996206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.996490] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.996643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.996643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.996803] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.996868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.997193] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.997347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.997440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.997628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.997741] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.997874] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1178.111571] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.111794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.111794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.112143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.112333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.153762] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1178.708486] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: SUCCESS [ 1178.708486] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.296908] env[66693]: INFO networking_nsxv3.common.synchronization [req-514e75de-de49-48d8-a33c-17cf019ff5d2 req-e98299f3-dbfa-4c94-b8bd-e19d539dc293 tempest-ListServersNegativeTestJSON-1401298038 tempest-ListServersNegativeTestJSON-1401298038-project-member] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1179.297438] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1179.297806] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.298044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.298123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.298328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.298494] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.298596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.298652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.298989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.298989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.298989] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.570975] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: SUCCESS [ 1179.571184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.571353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.571631] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.571721] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.738565] env[66693]: INFO networking_nsxv3.common.synchronization [req-dabdd8b9-a515-49b2-8a6d-b1bb1187c400 req-408b0e92-76c7-48a8-aaf5-968ce434a0a8 tempest-ListServersNegativeTestJSON-1401298038 tempest-ListServersNegativeTestJSON-1401298038-project-member] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1179.739113] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGHEST for action security_group_members [ 1179.739419] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.739516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.801253] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.074021] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.074021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.171961] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1180.172205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.305634] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.808293] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.808849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.808849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.808849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.809014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.809124] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be updated. [ 1180.853260] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.853494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.853569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.853853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.854083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.863393] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: IN_PROGRESS for 2s [ 1182.415542] env[66693]: INFO networking_nsxv3.common.synchronization [req-9bcca8b1-846a-4be7-8fd1-bcce91c24ebe req-4ec75009-8097-4754-a5bd-f0ab53069db0 tempest-ServerRescueNegativeTestJSON-1387170935 tempest-ServerRescueNegativeTestJSON-1387170935-project-member] Enqueued Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 1182.416065] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGHEST for action security_group_members [ 1182.417511] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.417511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.417511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.417511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.417511] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.417511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.417511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.417836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.417869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.418024] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.539177] env[66693]: INFO networking_nsxv3.common.synchronization [req-91df68ea-fb91-40d5-ba95-0f78dc429f05 req-f6e4940d-c8d6-4a7f-beb2-189a10bf98f2 tempest-ServerActionsTestOtherB-1443972129 tempest-ServerActionsTestOtherB-1443972129-project-member] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1182.539847] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1182.540138] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.540337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.540442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.540676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.540859] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.540998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.540998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.541205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.541306] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.541409] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.745245] env[66693]: INFO networking_nsxv3.common.synchronization [req-c29b1a6f-148e-423c-9a25-6dc95c0bb427 req-98c717f1-890f-4d37-82c4-3575ef124806 tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_members [ 1182.745418] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGHEST for action security_group_members [ 1182.745714] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-29141a3b-0ed9-45db-9934-eedb62043d6a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.745836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.745972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.746127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.746303] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.746405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.746471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.746609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.746691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.746778] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29141a3b-0ed9-45db-9934-eedb62043d6a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.876941] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: SUCCESS [ 1182.876941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.876941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.877251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.878034] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.878034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.878034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.878034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.878034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.878034] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.921035] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.921035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.921035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.921035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.921035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.921557] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.921557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.921810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.921937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.922096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.922230] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 091737f0-a6f3-481e-9344-95a0aff6822c is going to be updated. [ 1182.952809] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.952967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.953242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.953329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.953582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.962879] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: IN_PROGRESS for 2s [ 1183.043406] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.043575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.043658] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.043876] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.043972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.044232] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.044303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.044342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.044477] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.044555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.044640] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1183.076434] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.076434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.076434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.076434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.076741] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.088764] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1183.223505] env[66693]: INFO networking_nsxv3.common.synchronization [req-07b0bfca-4f00-4513-9018-1c6c0a9fbbcb req-55ee0b5a-6aef-4dd4-9a5c-c908a6bde49f tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_members [ 1183.225264] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGHEST for action security_group_members [ 1183.225671] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f933996-6702-4db4-aa59-aa1b089bf250 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.226557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.226557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.227942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.228176] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.228318] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.228366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.228535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.228631] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.228722] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f933996-6702-4db4-aa59-aa1b089bf250',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.250758] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.250758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.250758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.250758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.250758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.250758] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.250758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.251176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.251176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.251238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.251368] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29141a3b-0ed9-45db-9934-eedb62043d6a is going to be updated. [ 1183.284964] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.285183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.285231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.285416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.285587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.306040] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29141a3b-0ed9-45db-9934-eedb62043d6a in Status: IN_PROGRESS for 2s [ 1183.382202] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.382465] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.382597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.383009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.383248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.384109] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.384109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.384109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.384109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.384261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.384393] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be updated. [ 1183.414448] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.414448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.414448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.414448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.414448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.426779] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: IN_PROGRESS for 2s [ 1183.731691] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.731881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.731937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.732235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.732429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.732671] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.732807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.732875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.733100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.733261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.733410] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f933996-6702-4db4-aa59-aa1b089bf250 is going to be updated. [ 1183.787851] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.788114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.788212] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.788453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.788618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.798162] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f933996-6702-4db4-aa59-aa1b089bf250 in Status: IN_PROGRESS for 2s [ 1184.972634] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091737f0-a6f3-481e-9344-95a0aff6822c in Status: SUCCESS [ 1184.972994] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 091737f0-a6f3-481e-9344-95a0aff6822c deletion is rescheduled due to dependency. [ 1184.972994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.098729] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1185.098729] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 deletion is rescheduled due to dependency. [ 1185.098729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.319186] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29141a3b-0ed9-45db-9934-eedb62043d6a in Status: SUCCESS [ 1185.319186] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29141a3b-0ed9-45db-9934-eedb62043d6a deletion is rescheduled due to dependency. [ 1185.319186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.436014] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: SUCCESS [ 1185.436133] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed deletion is rescheduled due to dependency. [ 1185.436222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.436379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.436575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.436757] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.436939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.436939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.437086] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.437163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.437255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.437341] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.469765] env[66693]: INFO networking_nsxv3.common.synchronization [req-b8e436e2-da70-41db-8e1b-240ba71cba90 req-a7093f29-9327-4e3e-96c1-accc4bbbdfe0 tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1185.470266] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1185.470562] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.470680] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.470748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.470999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.471276] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.471383] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.471444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.471595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.471679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.471807] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.809186] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f933996-6702-4db4-aa59-aa1b089bf250 in Status: SUCCESS [ 1185.809186] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f933996-6702-4db4-aa59-aa1b089bf250 deletion is rescheduled due to dependency. [ 1185.809186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.939722] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.939958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.939958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.940249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.940421] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.940525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.940585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.940728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.940808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.940892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.941051] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.941149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.941209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.941343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.941477] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.941570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.941626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.941754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.941829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.941909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.942031] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.973409] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.447254] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed: rpc.has_security_group_logging(os_id): False [ 1186.465602] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.465798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.465798] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.466071] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.466162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.466366] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.466467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.466540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.466730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.466841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.467062] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.467186] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.467250] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.467390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.467463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.467652] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.467745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.467806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.467938] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.468020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.468104] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be updated. [ 1186.475841] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.531845] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.532059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.532059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.532282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.532445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.546274] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: IN_PROGRESS for 2s [ 1186.978804] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.979230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.979403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.979617] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.979715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.979819] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1187.007854] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.008054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.008106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.008278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.008584] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.017241] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1188.563012] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed in Status: SUCCESS [ 1188.563386] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.027421] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1189.027644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.471319] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.471638] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1191.162906] env[66693]: INFO networking_nsxv3.common.synchronization [None req-85cbf006-e9bd-48d0-a6ca-21ba47e028f1 tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_rules [ 1191.163458] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_rules [ 1191.163766] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0fd3ace-7c30-456f-bd20-116e1e863984 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.163888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.163953] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.164303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.164397] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0fd3ace-7c30-456f-bd20-116e1e863984',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.242214] env[66693]: INFO networking_nsxv3.common.synchronization [None req-0d8312b9-5ad5-47ff-bce8-dac96644c70f tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_rules [ 1191.243033] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_rules [ 1191.243520] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0fd3ace-7c30-456f-bd20-116e1e863984 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.243622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.686948] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.687390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.687390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.687526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.687619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.687746] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0fd3ace-7c30-456f-bd20-116e1e863984 already deleted. [ 1191.687880] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.688064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.688220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.688302] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0fd3ace-7c30-456f-bd20-116e1e863984',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.208160] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.208339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.208377] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.208681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.208772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.208888] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0fd3ace-7c30-456f-bd20-116e1e863984 already deleted. [ 1192.208951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.082577] env[66693]: INFO networking_nsxv3.common.synchronization [None req-36f57ef2-1b1b-47ef-8e0f-375d39daa8a6 tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_rules [ 1193.083232] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_rules [ 1193.083556] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f317ffd-6e24-41a1-97bc-2423f782b47b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.083662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.083732] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.084433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.084433] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.167255] env[66693]: INFO networking_nsxv3.common.synchronization [None req-4dafe940-99d3-41fd-8c4f-831369591e4b tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_rules [ 1193.167655] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_rules [ 1193.167948] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f317ffd-6e24-41a1-97bc-2423f782b47b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.168061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.611024] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.611024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.611024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.611024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.611024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.611024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b already deleted. [ 1193.611024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.611024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.611024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.611024] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.131164] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.131569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.131569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.131569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.131684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.131757] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b already deleted. [ 1194.131842] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.125683] env[66693]: INFO networking_nsxv3.common.synchronization [req-0b7f72a3-b053-4e34-9467-35aa5088065a req-eeac452f-7848-49a9-a36c-7b9c4f6e6d13 tempest-ServersTestJSON-1344576237 tempest-ServersTestJSON-1344576237-project-member] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1195.126270] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGHEST for action security_group_members [ 1195.126554] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.126675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.126744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.126934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.127220] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.127323] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.127387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.127817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.127817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.127817] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.230558] env[66693]: INFO networking_nsxv3.common.synchronization [req-55dd5da5-9f55-4060-afec-a43b1ef8f50d req-23e49f39-e112-4425-baef-abde0e774203 tempest-ServerActionsTestOtherB-1443972129 tempest-ServerActionsTestOtherB-1443972129-project-member] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1195.231074] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1195.231378] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.232458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.232458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.232458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.232458] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.232458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.232458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.232458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.232458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.232458] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.575523] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.575715] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.575837] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.576113] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.576402] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.576558] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.576663] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.576870] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.577028] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.577248] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.577372] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.577491] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.577596] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.577705] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.577807] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.577938] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.597073] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.597258] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.597407] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.597578] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.597884] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-dd130913-56db-4dcf-87c3-4a4f147a30a2 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.598064] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-dd130913-56db-4dcf-87c3-4a4f147a30a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.598182] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-dd130913-56db-4dcf-87c3-4a4f147a30a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.598506] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-dd130913-56db-4dcf-87c3-4a4f147a30a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.598640] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd130913-56db-4dcf-87c3-4a4f147a30a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.629885] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.630106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.630106] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.630335] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.630429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.630622] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.630723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.630802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.630963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.631054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.631139] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be updated. [ 1195.658760] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.658760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.658760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.658760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.658760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.670109] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: IN_PROGRESS for 2s [ 1195.735065] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.735309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.735434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.735782] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.735936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.736270] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.736408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.736508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.736739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.736861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.736993] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1195.775016] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.775179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.775234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.775506] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.775589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.786460] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1196.100554] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.100788] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.100916] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.101221] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.101391] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.101557] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port dd130913-56db-4dcf-87c3-4a4f147a30a2 not found, creating... [ 1196.101823] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.101979] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.102107] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.102320] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.102473] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.102888] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.103070] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.103188] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.103391] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.103533] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.103663] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: dd130913-56db-4dcf-87c3-4a4f147a30a2 is going to be created. [ 1196.125157] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.125488] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.125488] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.125758] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.125981] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.126223] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-dd130913-56db-4dcf-87c3-4a4f147a30a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.848744] env[66693]: INFO networking_nsxv3.common.synchronization [req-55dd5da5-9f55-4060-afec-a43b1ef8f50d req-e54f6072-4053-4071-afb0-c8bf45be78bd service nova] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 1196.849037] env[66693]: INFO networking_nsxv3.common.synchronization [req-55dd5da5-9f55-4060-afec-a43b1ef8f50d req-e54f6072-4053-4071-afb0-c8bf45be78bd service nova] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1196.849037] env[66693]: INFO networking_nsxv3.common.synchronization [req-55dd5da5-9f55-4060-afec-a43b1ef8f50d req-e54f6072-4053-4071-afb0-c8bf45be78bd service nova] Enqueued Resource ID: dd130913-56db-4dcf-87c3-4a4f147a30a2 with Priority: HIGHEST for action port [ 1196.849520] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 1196.849662] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1196.849792] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd130913-56db-4dcf-87c3-4a4f147a30a2 with Priority: HIGHEST for action port [ 1196.850125] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.850271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.850351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.850578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.850687] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.851920] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.852051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.852348] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd130913-56db-4dcf-87c3-4a4f147a30a2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.852429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd130913-56db-4dcf-87c3-4a4f147a30a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.852467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd130913-56db-4dcf-87c3-4a4f147a30a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.852651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd130913-56db-4dcf-87c3-4a4f147a30a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.852752] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd130913-56db-4dcf-87c3-4a4f147a30a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.352294] env[66693]: INFO networking_nsxv3.common.synchronization [req-bad61835-6062-4ead-8a99-0f15c85bc9f0 req-a0e2e191-c5ef-4b92-af52-514eeaaf7411 tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1197.352818] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1197.353135] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.353259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.353403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.353503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.353657] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.353760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.353814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.354038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.354038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.354211] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.354994] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.355079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.355640] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd130913-56db-4dcf-87c3-4a4f147a30a2 with status ACTIVE [ 1197.355803] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.355902] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.358082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.358082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.358082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.358082] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.358082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.358082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.358082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.358082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.358082] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.358082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.358082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.358082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.358082] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.358082] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd130913-56db-4dcf-87c3-4a4f147a30a2 is going to be updated. [ 1197.391477] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.391612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.391675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.391894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.392051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.392220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd130913-56db-4dcf-87c3-4a4f147a30a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.664055] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.664055] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.664055] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.664358] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.664395] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.664553] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.664666] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.664874] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.665030] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.665237] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.665348] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.665456] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.665560] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.665664] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.665765] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.665894] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.677884] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d04f37-f938-45d9-85a8-192804afd53a in Status: SUCCESS [ 1197.678074] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d04f37-f938-45d9-85a8-192804afd53a deletion is rescheduled due to dependency. [ 1197.678192] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.685041] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.685256] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1197.685410] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.685580] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.685884] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-c6f69d59-2f66-43f2-ad70-ae67553c158b taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.686064] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.686182] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.686578] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.686712] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f69d59-2f66-43f2-ad70-ae67553c158b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.796930] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1197.797143] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 deletion is rescheduled due to dependency. [ 1197.797235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.797405] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.797614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.797813] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.797939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.798051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.798227] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.798312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.798411] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.856439] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.856830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.856830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.856830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.857000] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.857104] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.857201] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.857285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.857403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.857483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.857566] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a is going to be updated. [ 1197.882562] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.882755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.882793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.882973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.883129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.892744] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: IN_PROGRESS for 2s [ 1198.189210] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.189440] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.189488] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.189743] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.189896] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.190061] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port c6f69d59-2f66-43f2-ad70-ae67553c158b not found, creating... [ 1198.190448] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.190551] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.190684] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.190898] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.191053] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.191334] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.191488] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.191600] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.191795] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.191922] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.192076] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: c6f69d59-2f66-43f2-ad70-ae67553c158b is going to be created. [ 1198.211134] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.211330] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.211426] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.211661] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.211878] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.212111] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.300820] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.803296] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.927429] env[66693]: INFO networking_nsxv3.common.synchronization [req-bad61835-6062-4ead-8a99-0f15c85bc9f0 req-f5350995-af26-4cad-8e18-32bac48e987a service nova] Enqueued Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_rules [ 1198.928190] env[66693]: INFO networking_nsxv3.common.synchronization [req-bad61835-6062-4ead-8a99-0f15c85bc9f0 req-f5350995-af26-4cad-8e18-32bac48e987a service nova] Enqueued Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1198.928190] env[66693]: INFO networking_nsxv3.common.synchronization [req-bad61835-6062-4ead-8a99-0f15c85bc9f0 req-f5350995-af26-4cad-8e18-32bac48e987a service nova] Enqueued Resource ID: c6f69d59-2f66-43f2-ad70-ae67553c158b with Priority: HIGHEST for action port [ 1198.928366] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_rules [ 1198.928437] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1198.928667] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f69d59-2f66-43f2-ad70-ae67553c158b with Priority: HIGHEST for action port [ 1198.928928] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.929083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.929142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.929353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.929442] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.930474] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.930627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.930984] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f69d59-2f66-43f2-ad70-ae67553c158b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.931651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.931651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.931817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.931817] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f69d59-2f66-43f2-ad70-ae67553c158b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.305593] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.305822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.305934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.306211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.306374] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.306525] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1199.335427] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.335667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.335667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.335824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.335965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.345162] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1199.434557] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.434557] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.434557] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6f69d59-2f66-43f2-ad70-ae67553c158b with status ACTIVE [ 1199.434858] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.434858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.434858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.434970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.435081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.435254] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.435346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.435409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.435802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.435802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.435802] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.435991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.435991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.436059] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.436177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.436231] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6f69d59-2f66-43f2-ad70-ae67553c158b is going to be updated. [ 1199.456136] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.456283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.456414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.456612] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.456761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.456920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.902616] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: SUCCESS [ 1199.902774] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a deletion is rescheduled due to dependency. [ 1199.902864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.903025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.903248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.903434] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.903551] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.903615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.903763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.903844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.903935] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.406026] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.908303] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.356014] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1201.356129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.356218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.356446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.356638] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.356767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.356822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.356970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.357170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.357170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.357253] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.411066] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.411066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.411066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.411496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.411496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.411496] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a is going to be updated. [ 1201.439856] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.440101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.440216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.440431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.440613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.449381] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: IN_PROGRESS for 2s [ 1201.859763] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.362399] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f54b9a-401b-465d-a290-0acd68588739: rpc.has_security_group_logging(os_id): False [ 1202.383974] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.384187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.384228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.384575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.384684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.385011] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.385151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.385256] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.385495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.385600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.385721] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1202.451197] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.451655] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.451655] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.451655] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.451851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.464202] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1202.851896] env[66693]: INFO networking_nsxv3.common.synchronization [req-df4e7c6d-969d-431b-b1fd-c5ad7184d1d6 req-8a6a8e27-26d2-4f3d-b40c-d37b65a690d5 tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_members [ 1202.852500] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_members [ 1202.852853] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0fd3ace-7c30-456f-bd20-116e1e863984 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.852990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.853113] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.853382] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.853540] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.853640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.853710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.853855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.853940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.854050] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0fd3ace-7c30-456f-bd20-116e1e863984',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.204175] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.204526] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.204663] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.204973] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.205300] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.205475] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.205595] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.205857] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.206021] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.206251] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.206471] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.206574] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.206642] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.206755] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.206844] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.206972] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.226823] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.226983] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1203.227153] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.227343] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.227705] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.227880] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.227997] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.228338] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.228470] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.359064] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.359281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.359281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.359499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.359590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.359799] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.359912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.360016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.360216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.360310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.360791] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0fd3ace-7c30-456f-bd20-116e1e863984 already deleted. [ 1203.360791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.458803] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: SUCCESS [ 1203.459120] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.459202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.459420] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.459611] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.459724] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.459787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.459931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.460021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.460107] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.460195] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.730995] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.731285] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.731409] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.731639] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.732253] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.732253] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb not found, creating... [ 1203.732253] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.732487] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.732487] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.732657] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.732809] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.733107] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.733265] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.733380] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.733580] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.733716] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.733849] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb is going to be created. [ 1203.754318] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.754559] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.754688] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.754953] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.755204] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.755426] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.963248] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.963248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.963248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.963464] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.963651] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.963787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.963879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.964115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.964299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.964374] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.964569] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.964731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.964793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.964989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.965203] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.965336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.965431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.965635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.965747] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.965868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.965996] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.462298] env[66693]: INFO networking_nsxv3.common.synchronization [req-df4e7c6d-969d-431b-b1fd-c5ad7184d1d6 req-f62023bc-b02e-4569-a79d-0155ead5e7be service nova] Enqueued Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_rules [ 1204.462574] env[66693]: INFO networking_nsxv3.common.synchronization [req-df4e7c6d-969d-431b-b1fd-c5ad7184d1d6 req-f62023bc-b02e-4569-a79d-0155ead5e7be service nova] Enqueued Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_members [ 1204.462614] env[66693]: INFO networking_nsxv3.common.synchronization [req-df4e7c6d-969d-431b-b1fd-c5ad7184d1d6 req-f62023bc-b02e-4569-a79d-0155ead5e7be service nova] Enqueued Resource ID: 24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb with Priority: HIGHEST for action port [ 1204.463103] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_rules [ 1204.463240] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_members [ 1204.463337] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb with Priority: HIGHEST for action port [ 1204.463619] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0fd3ace-7c30-456f-bd20-116e1e863984 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.463708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.463773] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.463958] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.464598] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0fd3ace-7c30-456f-bd20-116e1e863984',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.466262] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0fd3ace-7c30-456f-bd20-116e1e863984 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.466459] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.467426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.467426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.467426] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.467426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.467426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.467426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.467426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.467771] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0fd3ace-7c30-456f-bd20-116e1e863984',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.469571] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.469571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.469571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.469571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.469571] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.472113] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7791f2bc-9fb9-4f14-9a03-c691ead7919a: rpc.has_security_group_logging(os_id): False [ 1204.485428] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1204.485646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.489371] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.489510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.489581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.489784] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.489874] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.490075] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.490173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.490234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.490380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.490456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.490695] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.490797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.490859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.491015] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.491093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.491283] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.491527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.491527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.491594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.491627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.491708] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a is going to be updated. [ 1204.554530] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.554745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.554745] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.554976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.555152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.567066] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: IN_PROGRESS for 2s [ 1204.971561] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb with status ACTIVE [ 1204.971841] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.971945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.972053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.972254] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.972352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.972531] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.972630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.972742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.973138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.973138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.973138] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.973397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.973397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.973466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.973566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.973619] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb is going to be updated. [ 1204.975159] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0fd3ace-7c30-456f-bd20-116e1e863984',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.976202] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0fd3ace-7c30-456f-bd20-116e1e863984 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.976347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.996570] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.996751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.996829] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.997060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.997199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.997360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24d7fd9a-6dcc-447f-9220-31d1fd9b7bfb" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.477415] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0fd3ace-7c30-456f-bd20-116e1e863984',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.954868] env[66693]: INFO networking_nsxv3.common.synchronization [req-551463a6-245a-4fef-bdbc-7bf3b2953202 req-c5d2ada8-29f3-46db-be33-9b3995c7b044 tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_members [ 1205.954868] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_members [ 1205.954868] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f317ffd-6e24-41a1-97bc-2423f782b47b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.954868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.954868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.955204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.955341] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.955432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.955522] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.955642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.955723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.956139] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.982261] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.982434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.982518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.982750] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.982864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.982954] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0fd3ace-7c30-456f-bd20-116e1e863984 is going to be created. [ 1206.011863] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.011863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.012115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.012148] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.014917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.022798] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0fd3ace-7c30-456f-bd20-116e1e863984 in Status: UNINITIALIZED for 2s [ 1206.322697] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.322878] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.322999] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.323352] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.323546] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.323699] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.323812] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.325338] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.325587] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.325805] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.325923] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.326043] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.326158] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.326258] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.326359] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.326555] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.347444] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.347444] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.347444] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.347595] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.348285] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-24668f22-36e4-48b4-9804-f7c0d411ce4a taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.348554] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-24668f22-36e4-48b4-9804-f7c0d411ce4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.348685] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-24668f22-36e4-48b4-9804-f7c0d411ce4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.349065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-24668f22-36e4-48b4-9804-f7c0d411ce4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.349225] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24668f22-36e4-48b4-9804-f7c0d411ce4a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.458964] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.459210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.459302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.459615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.459767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.460075] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.460213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.460295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.460455] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.460567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.460666] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b already deleted. [ 1206.460753] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.583376] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: SUCCESS [ 1206.583376] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.852934] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.853249] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.853324] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.853597] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.853746] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.853899] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 24668f22-36e4-48b4-9804-f7c0d411ce4a not found, creating... [ 1206.854168] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.854321] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.854492] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.854721] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.854864] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.855173] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.855332] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.855447] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.855649] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.855778] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.855911] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 24668f22-36e4-48b4-9804-f7c0d411ce4a is going to be created. [ 1206.876485] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.876705] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.876875] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.877101] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.877375] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.877660] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-24668f22-36e4-48b4-9804-f7c0d411ce4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.599183] env[66693]: INFO networking_nsxv3.common.synchronization [req-551463a6-245a-4fef-bdbc-7bf3b2953202 req-10ce8692-de02-424d-95f0-c0068180e727 service nova] Enqueued Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_rules [ 1207.599183] env[66693]: INFO networking_nsxv3.common.synchronization [req-551463a6-245a-4fef-bdbc-7bf3b2953202 req-10ce8692-de02-424d-95f0-c0068180e727 service nova] Enqueued Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_members [ 1207.599466] env[66693]: INFO networking_nsxv3.common.synchronization [req-551463a6-245a-4fef-bdbc-7bf3b2953202 req-10ce8692-de02-424d-95f0-c0068180e727 service nova] Enqueued Resource ID: 24668f22-36e4-48b4-9804-f7c0d411ce4a with Priority: HIGHEST for action port [ 1207.599804] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_rules [ 1207.599935] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_members [ 1207.600051] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24668f22-36e4-48b4-9804-f7c0d411ce4a with Priority: HIGHEST for action port [ 1207.600407] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f317ffd-6e24-41a1-97bc-2423f782b47b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.600583] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.600620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.600787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.600867] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.601709] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f317ffd-6e24-41a1-97bc-2423f782b47b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.601823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.601891] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.602069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.602215] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.602366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.602366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.602499] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.602585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.602672] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.603891] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-24668f22-36e4-48b4-9804-f7c0d411ce4a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.604009] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24668f22-36e4-48b4-9804-f7c0d411ce4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.604265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24668f22-36e4-48b4-9804-f7c0d411ce4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.604265] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24668f22-36e4-48b4-9804-f7c0d411ce4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.606132] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24668f22-36e4-48b4-9804-f7c0d411ce4a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.032199] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0fd3ace-7c30-456f-bd20-116e1e863984 in Status: SUCCESS [ 1208.032445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.032657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.032918] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.033162] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.033284] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.033416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.033491] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.033614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.033703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.033794] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0fd3ace-7c30-456f-bd20-116e1e863984',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.108481] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24668f22-36e4-48b4-9804-f7c0d411ce4a with status ACTIVE [ 1208.108599] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.108707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.108787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.108982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.109088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.109265] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.109364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.109425] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.109573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.109650] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.109826] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.109932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.110022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.110170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.110246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.110333] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24668f22-36e4-48b4-9804-f7c0d411ce4a is going to be updated. [ 1208.111528] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.112588] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f317ffd-6e24-41a1-97bc-2423f782b47b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.112710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.132351] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.132548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.132548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.132763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.132897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.133067] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24668f22-36e4-48b4-9804-f7c0d411ce4a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.535745] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0fd3ace-7c30-456f-bd20-116e1e863984',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.613825] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.646427] env[66693]: INFO networking_nsxv3.common.synchronization [req-77c2c89c-89e9-4f29-9fb9-fbbe8f2a58f0 req-2d4ad93f-3093-44bb-957f-887a460297a6 tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1208.646639] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGHEST for action security_group_members [ 1208.647316] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.647316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.647316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.647316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.647618] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.647670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.647707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.648057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.648057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.648057] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.694941] env[66693]: INFO networking_nsxv3.common.synchronization [req-77c2c89c-89e9-4f29-9fb9-fbbe8f2a58f0 req-2d4ad93f-3093-44bb-957f-887a460297a6 tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: c6f69d59-2f66-43f2-ad70-ae67553c158b with Priority: HIGHEST for action port [ 1208.695512] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f69d59-2f66-43f2-ad70-ae67553c158b with Priority: HIGHEST for action port [ 1208.695821] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f69d59-2f66-43f2-ad70-ae67553c158b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.695942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.696019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.696300] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.696396] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f69d59-2f66-43f2-ad70-ae67553c158b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.038162] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0fd3ace-7c30-456f-bd20-116e1e863984: rpc.has_security_group_logging(os_id): False [ 1209.056472] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.056748] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.056865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.057205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.057340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.057690] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.057796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.057854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.058008] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.058090] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.058177] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0fd3ace-7c30-456f-bd20-116e1e863984 is going to be created. [ 1209.119280] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.119527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.119634] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.119855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.120463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.120463] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b is going to be created. [ 1209.123028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.123028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.123028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.123028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.123028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.134990] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0fd3ace-7c30-456f-bd20-116e1e863984 in Status: IN_PROGRESS for 2s [ 1209.151210] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.151210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.151210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.151210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.151210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.151488] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.151488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.151488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.151603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.151649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.151734] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a is going to be updated. [ 1209.157460] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.157670] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.157723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.157905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.158099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.173076] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b in Status: UNINITIALIZED for 2s [ 1209.196287] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.196447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.196585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.196811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.196973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.198193] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6f69d59-2f66-43f2-ad70-ae67553c158b with status ACTIVE [ 1209.198383] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.198487] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.198555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.199130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.199130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.199130] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.199130] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.199329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.199329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.199408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.199602] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.199702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.199760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.200056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.200056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.200155] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6f69d59-2f66-43f2-ad70-ae67553c158b is going to be updated. [ 1209.223416] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: IN_PROGRESS for 2s [ 1209.232385] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.232611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.232611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.232793] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.232930] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.233108] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f69d59-2f66-43f2-ad70-ae67553c158b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.149533] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0fd3ace-7c30-456f-bd20-116e1e863984 in Status: SUCCESS [ 1211.149895] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.183485] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b in Status: SUCCESS [ 1211.183731] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.183972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.184293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.184545] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.184794] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.184900] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.185119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.185237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.185337] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.185433] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.231923] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a in Status: SUCCESS [ 1211.232125] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a deletion is rescheduled due to dependency. [ 1211.232235] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.688803] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.192404] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f317ffd-6e24-41a1-97bc-2423f782b47b: rpc.has_security_group_logging(os_id): False [ 1212.219145] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.219145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.219145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.219145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.219145] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.219519] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.219519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.219601] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.219763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.219869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.219999] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b is going to be created. [ 1212.284796] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.285066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.285150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.285409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.285728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.298714] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b in Status: IN_PROGRESS for 2s [ 1213.696800] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.697291] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1214.314322] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b in Status: SUCCESS [ 1214.314720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.698537] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.698933] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1221.205828] env[66693]: INFO networking_nsxv3.common.synchronization [req-9a17e428-f834-4091-a7e0-c7957b617b27 req-c4618bb3-8eaa-4748-bdf7-e39cbef86946 tempest-AttachVolumeShelveTestJSON-129812403 tempest-AttachVolumeShelveTestJSON-129812403-project-member] Enqueued Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_members [ 1221.206961] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd98528-3cab-4027-981f-d8c34a850f6d with Priority: HIGHEST for action security_group_members [ 1221.207343] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd98528-3cab-4027-981f-d8c34a850f6d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.207498] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.207606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.207800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.208524] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.208524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.208524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.208524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.208524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.208847] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd98528-3cab-4027-981f-d8c34a850f6d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.710770] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.710973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.710973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.711236] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.711332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.711543] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.711635] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.711704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.711967] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.712055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.712104] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd98528-3cab-4027-981f-d8c34a850f6d is going to be updated. [ 1221.744432] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.744645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.744645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.744831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.744981] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.754793] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd98528-3cab-4027-981f-d8c34a850f6d in Status: IN_PROGRESS for 2s [ 1223.768831] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd98528-3cab-4027-981f-d8c34a850f6d in Status: SUCCESS [ 1223.769286] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd98528-3cab-4027-981f-d8c34a850f6d deletion is rescheduled due to dependency. [ 1223.769286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd98528-3cab-4027-981f-d8c34a850f6d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.207603] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.208000] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1231.209501] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.209501] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.277077] env[66693]: INFO networking_nsxv3.common.synchronization [req-e18645c3-4515-49e6-86fa-4460e76affad req-8b734dec-3d31-4932-8ab8-2c0b1e405f6d tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 1233.277867] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 1233.278051] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.278260] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.278344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.278616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.278702] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.278801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.278862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.279031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.279101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.279195] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.536056] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.536305] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.536462] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.536750] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.537205] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.537470] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.537637] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.537875] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.538033] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.538267] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.538385] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.538490] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.538597] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.538702] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.538805] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.538935] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.559349] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.559512] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.559606] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.559770] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-914" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.560116] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-46dd7173-4ae3-418b-91bc-fc8deff340e0 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.560314] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-46dd7173-4ae3-418b-91bc-fc8deff340e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.560437] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-46dd7173-4ae3-418b-91bc-fc8deff340e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.560730] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-46dd7173-4ae3-418b-91bc-fc8deff340e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.560861] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46dd7173-4ae3-418b-91bc-fc8deff340e0',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.781274] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.063239] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.063481] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.063570] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.063902] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.064059] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.064167] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port 46dd7173-4ae3-418b-91bc-fc8deff340e0 not found, creating... [ 1234.064419] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.064575] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.064687] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.064909] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.065065] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.065341] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.065492] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.065607] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.065803] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.065932] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.066081] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: 46dd7173-4ae3-418b-91bc-fc8deff340e0 is going to be created. [ 1234.087833] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.088183] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.088405] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.088742] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.089110] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.089458] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-46dd7173-4ae3-418b-91bc-fc8deff340e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.283357] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.769378] env[66693]: INFO networking_nsxv3.common.synchronization [req-e18645c3-4515-49e6-86fa-4460e76affad req-610df4ae-fdf7-4af0-a9ec-28ccd5e8e9a6 service nova] Enqueued Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_rules [ 1234.769378] env[66693]: INFO networking_nsxv3.common.synchronization [req-e18645c3-4515-49e6-86fa-4460e76affad req-610df4ae-fdf7-4af0-a9ec-28ccd5e8e9a6 service nova] Enqueued Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 1234.769378] env[66693]: INFO networking_nsxv3.common.synchronization [req-e18645c3-4515-49e6-86fa-4460e76affad req-610df4ae-fdf7-4af0-a9ec-28ccd5e8e9a6 service nova] Enqueued Resource ID: 46dd7173-4ae3-418b-91bc-fc8deff340e0 with Priority: HIGHEST for action port [ 1234.769378] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_rules [ 1234.769947] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 1234.770301] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46dd7173-4ae3-418b-91bc-fc8deff340e0 with Priority: HIGHEST for action port [ 1234.770754] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.771048] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.771230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.771785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.772083] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.773077] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.773289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.773606] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-46dd7173-4ae3-418b-91bc-fc8deff340e0 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.773879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46dd7173-4ae3-418b-91bc-fc8deff340e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.774085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46dd7173-4ae3-418b-91bc-fc8deff340e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.774359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46dd7173-4ae3-418b-91bc-fc8deff340e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.774530] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46dd7173-4ae3-418b-91bc-fc8deff340e0',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.786083] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.786083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.786083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.786083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.786083] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.786083] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 is going to be updated. [ 1234.813924] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.814151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.814151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.814349] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.814492] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.822722] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: IN_PROGRESS for 2s [ 1235.277848] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.277999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.278268] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46dd7173-4ae3-418b-91bc-fc8deff340e0 with status ACTIVE [ 1235.278453] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.278564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.278630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.278835] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.278925] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.279109] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.279209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.279266] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.279414] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.279488] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.279674] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.279803] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.279866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.280015] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.280113] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.280198] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46dd7173-4ae3-418b-91bc-fc8deff340e0 is going to be updated. [ 1235.302720] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.303109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.303109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.303109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.303301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.303350] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46dd7173-4ae3-418b-91bc-fc8deff340e0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.832321] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: SUCCESS [ 1236.832700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.832700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.832855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.833048] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.833167] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.833232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.833379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.833461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.833554] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.335662] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.837881] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.340484] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.340679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.340679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.340899] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.340983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.341089] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 is going to be updated. [ 1238.369159] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.369330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.369423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.369589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.369735] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.378394] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: IN_PROGRESS for 2s [ 1239.771161] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.771526] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1240.389376] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: SUCCESS [ 1240.389619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.389762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.389978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.390186] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.390333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.390394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.390549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.390629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.390713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.390802] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.893444] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.395963] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b2393c-e1c2-456a-8c37-186f653b69d5: rpc.has_security_group_logging(os_id): False [ 1241.412660] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.412878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.412878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.413080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.432125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.432444] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.432573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.432642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.432827] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.432905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.433032] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 is going to be updated. [ 1241.488943] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.489127] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.489177] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.489353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.489548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.501795] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: IN_PROGRESS for 2s [ 1243.515515] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: SUCCESS [ 1243.515875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.479427] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1244.479580] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1244.772145] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.772467] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.773238] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.773592] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.775038] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.775427] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.775856] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.776214] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.777222] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.777506] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.883212] env[66693]: INFO networking_nsxv3.common.synchronization [req-46dc1e50-99cb-45d8-8798-144e8b26754e req-47f9fb20-db87-4e42-8738-3aa56c6bba81 tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_members [ 1266.883212] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGHEST for action security_group_members [ 1266.883641] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0fd3ace-7c30-456f-bd20-116e1e863984 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.885483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.885483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.885483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.885483] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.885483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.885483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.885483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.885483] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.885483] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0fd3ace-7c30-456f-bd20-116e1e863984',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.387118] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.387213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.387294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.387495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.387648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.387912] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.388030] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.388097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.388249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.388344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.388432] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0fd3ace-7c30-456f-bd20-116e1e863984 is going to be updated. [ 1267.417116] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.417116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.417116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.417116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.417116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.425400] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0fd3ace-7c30-456f-bd20-116e1e863984 in Status: IN_PROGRESS for 2s [ 1267.425828] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.425995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.426109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.426344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.426531] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.929204] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.432618] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.934334] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1268.934571] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1269.444968] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0fd3ace-7c30-456f-bd20-116e1e863984 in Status: SUCCESS [ 1269.445171] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0fd3ace-7c30-456f-bd20-116e1e863984 deletion is rescheduled due to dependency. [ 1269.445287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.689017] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.689178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.689264] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.689472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.703824] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1269.704779] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.705934] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1269.741520] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.741671] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.741744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.741942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.754230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.755098] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1269.755194] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1269.755267] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1269.792789] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.793269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.793269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.793269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.794520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.794737] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1269.870575] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.870722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.870788] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.871014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.871332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.871615] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1269.950090] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.950481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.950481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.950569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.950810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.951126] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1269.951225] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b2f54b9a-401b-465d-a290-0acd68588739', '7791f2bc-9fb9-4f14-9a03-c691ead7919a', '19d63080-67e6-4856-bc77-84a0018fe67f', '9577e13f-839d-416d-8d87-a87b5040c1b2', '4fd0ccbf-3302-43e6-bea9-36c30dc07305', '4864a6f4-4f5f-4984-b091-0ad57e123200', '92d04f37-f938-45d9-85a8-192804afd53a', '091737f0-a6f3-481e-9344-95a0aff6822c', '52e77f4f-0a58-4d4a-a264-7e4d2c3313a8', '8f317ffd-6e24-41a1-97bc-2423f782b47b', 'c5b46feb-ebc4-40aa-a9cb-ae08118e7488', '5152842d-2d12-424c-9812-c119a27cc4c4', 'b6e93def-6420-4a87-951b-b509dc09b642', '3f933996-6702-4db4-aa59-aa1b089bf250', 'f8a27cbd-f04a-45f7-ba0b-6af169a237e3', 'a9ed971c-669c-4da2-b273-81c8bcdc0442', 'f9b054ef-f9d2-49ba-a5ba-6bd758c9a009', '77b77ec2-ab78-45ed-aa9e-d60f8dfa134d', 'f0fd3ace-7c30-456f-bd20-116e1e863984', 'b409ba2d-b776-4819-90e3-c4123e5fe23b', 'a3027b11-fd3c-46b1-94b5-7c42e5f474f8', '1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe', 'a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2', '976a70a4-6bb5-4796-8bf4-41e15f74e2d4', '07dafda2-e2c4-4a79-8013-fa1d2bd930e9', '78af4fcb-ca41-4757-8de4-9418d8f9346a', '29141a3b-0ed9-45db-9934-eedb62043d6a', '556d6bfb-e8a5-40b8-8aa4-869ac9780f32', '44dd1759-f0a0-4f6d-9723-bec30bd1c4ed', '776fb6cc-6954-41c8-97fe-d7eb03984390', '13573b34-fb56-490d-84aa-5930c801b18a', 'ff1720a7-db08-4449-9a3f-36104cddac64', '6b54cacd-3ecc-418e-93b4-d00004366aac', '521536a6-660a-49c9-808c-aa801c92379b', '031138f3-7f95-4224-84de-b3694e519c22', '4b5844da-8968-473c-9c1b-a3e85007336b', '49b2393c-e1c2-456a-8c37-186f653b69d5', '2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c', 'cd104493-6921-4dec-be23-cac130e252e1', '0dd98528-3cab-4027-981f-d8c34a850f6d', 'a81ee1f2-42a4-4f35-b343-1546f7f3485b', 'fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88'} {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1269.951320] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1269.979058] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.979292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.979292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.979513] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.979603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.979715] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1269.979789] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1269.979859] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1270.053193] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.053434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.053434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.053641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.054789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.055071] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1270.055152] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.055225] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1270.055291] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1270.055368] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1270.055440] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGH for action security_group_rules [ 1270.055621] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGH for action security_group_rules [ 1270.055783] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGH for action security_group_rules [ 1270.055867] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGH for action security_group_rules [ 1270.055941] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 with Priority: HIGH for action security_group_rules [ 1270.056020] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGH for action security_group_rules [ 1270.056089] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGH for action security_group_rules [ 1270.056153] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGH for action security_group_rules [ 1270.056215] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGH for action security_group_rules [ 1270.056277] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGH for action security_group_rules [ 1270.056338] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGH for action security_group_rules [ 1270.056398] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5152842d-2d12-424c-9812-c119a27cc4c4 with Priority: HIGH for action security_group_rules [ 1270.056458] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6e93def-6420-4a87-951b-b509dc09b642 with Priority: HIGH for action security_group_rules [ 1270.056519] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGH for action security_group_rules [ 1270.056581] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGH for action security_group_rules [ 1270.056642] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGH for action security_group_rules [ 1270.056705] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 with Priority: HIGH for action security_group_rules [ 1270.056766] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGH for action security_group_rules [ 1270.056844] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGH for action security_group_rules [ 1270.056919] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b409ba2d-b776-4819-90e3-c4123e5fe23b with Priority: HIGH for action security_group_rules [ 1270.057033] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.516355] env[66693]: INFO networking_nsxv3.common.synchronization [None req-96d42b07-1687-4d89-be1f-fc2c445a5848 tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_rules [ 1271.516863] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_rules [ 1271.517078] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGH for action security_group_rules [ 1271.517129] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d63080-67e6-4856-bc77-84a0018fe67f with Priority: HIGH for action security_group_rules [ 1271.517225] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d04f37-f938-45d9-85a8-192804afd53a with Priority: HIGH for action security_group_rules [ 1271.517322] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 with Priority: HIGH for action security_group_rules [ 1271.517417] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b409ba2d-b776-4819-90e3-c4123e5fe23b with Priority: HIGH for action security_group_rules [ 1271.517511] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0fd3ace-7c30-456f-bd20-116e1e863984 with Priority: HIGH for action security_group_rules [ 1271.517602] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d with Priority: HIGH for action security_group_rules [ 1271.517744] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 with Priority: HIGH for action security_group_rules [ 1271.517846] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f933996-6702-4db4-aa59-aa1b089bf250 with Priority: HIGH for action security_group_rules [ 1271.517938] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 with Priority: HIGH for action security_group_rules [ 1271.518370] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e93def-6420-4a87-951b-b509dc09b642 with Priority: HIGH for action security_group_rules [ 1271.518370] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5152842d-2d12-424c-9812-c119a27cc4c4 with Priority: HIGH for action security_group_rules [ 1271.518487] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 with Priority: HIGH for action security_group_rules [ 1271.518487] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGH for action security_group_rules [ 1271.518780] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 with Priority: HIGH for action security_group_rules [ 1271.518780] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGH for action security_group_rules [ 1271.518780] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091737f0-a6f3-481e-9344-95a0aff6822c with Priority: HIGH for action security_group_rules [ 1271.518917] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 with Priority: HIGH for action security_group_rules [ 1271.518955] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a with Priority: HIGH for action security_group_rules [ 1271.519078] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 with Priority: HIGH for action security_group_rules [ 1271.519381] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-598273e5-f618-416e-b4ad-8f3acdf6c224 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.519538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.519613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.519918] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.520027] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('598273e5-f618-416e-b4ad-8f3acdf6c224',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.521487] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.521646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.521766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.522093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.522181] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.523599] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19d63080-67e6-4856-bc77-84a0018fe67f taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.524076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.524076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.524076] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.524173] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19d63080-67e6-4856-bc77-84a0018fe67f',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.525372] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d04f37-f938-45d9-85a8-192804afd53a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.525572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.525672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.525846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.525931] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d04f37-f938-45d9-85a8-192804afd53a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.527198] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.527198] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.527366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.527412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.527498] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a27cbd-f04a-45f7-ba0b-6af169a237e3',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.528714] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b409ba2d-b776-4819-90e3-c4123e5fe23b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.528866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.528919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.529217] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.529301] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b409ba2d-b776-4819-90e3-c4123e5fe23b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.530451] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0fd3ace-7c30-456f-bd20-116e1e863984 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.530586] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.530711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.531147] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.531147] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0fd3ace-7c30-456f-bd20-116e1e863984',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.533675] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.533791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.533864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.534154] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.534264] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b77ec2-ab78-45ed-aa9e-d60f8dfa134d',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.535007] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.535898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.535898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.535898] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.535898] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b054ef-f9d2-49ba-a5ba-6bd758c9a009',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.537351] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f933996-6702-4db4-aa59-aa1b089bf250 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.537453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.537453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.537841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.537841] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f933996-6702-4db4-aa59-aa1b089bf250',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.538818] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9ed971c-669c-4da2-b273-81c8bcdc0442 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.538934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.539027] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.539200] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.539285] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9ed971c-669c-4da2-b273-81c8bcdc0442',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.540440] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6e93def-6420-4a87-951b-b509dc09b642 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.540540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.540603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.540763] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.540821] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6e93def-6420-4a87-951b-b509dc09b642',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.542228] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5152842d-2d12-424c-9812-c119a27cc4c4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.542347] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.542411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.542790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.542790] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5152842d-2d12-424c-9812-c119a27cc4c4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.543544] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.543544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.543646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.543824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.543897] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5b46feb-ebc4-40aa-a9cb-ae08118e7488',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.544686] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f317ffd-6e24-41a1-97bc-2423f782b47b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.544806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.544850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.545438] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.545438] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.545871] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.545950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.545989] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.547019] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.547108] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e77f4f-0a58-4d4a-a264-7e4d2c3313a8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.548380] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.548824] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.548910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.549117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.549291] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.551214] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-091737f0-a6f3-481e-9344-95a0aff6822c taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.551354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.551408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.551621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.551734] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('091737f0-a6f3-481e-9344-95a0aff6822c',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.552875] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fd0ccbf-3302-43e6-bea9-36c30dc07305 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.553057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.553112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.553238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.553334] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fd0ccbf-3302-43e6-bea9-36c30dc07305',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.554028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.554141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.554183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.554304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.554380] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7791f2bc-9fb9-4f14-9a03-c691ead7919a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.555819] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9577e13f-839d-416d-8d87-a87b5040c1b2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.555983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.555983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.556197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.556295] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9577e13f-839d-416d-8d87-a87b5040c1b2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.581766] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.581974] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.582097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.582348] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.604413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.604568] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19d63080-67e6-4856-bc77-84a0018fe67f is going to be deleted. [ 1271.621249] env[66693]: INFO networking_nsxv3.common.synchronization [None req-77cffa47-2678-4a43-af6f-2d36fbe4ee6c tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_rules [ 1271.621765] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_rules [ 1271.622090] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-598273e5-f618-416e-b4ad-8f3acdf6c224 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.622205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.657239] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.657435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.657476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.657703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.657807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.657924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19d63080-67e6-4856-bc77-84a0018fe67f" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.024857] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.025017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.025129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.025345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.025511] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.025609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.025744] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.025906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.025992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.026096] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.026182] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.051552] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.051755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.051755] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.051965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.053077] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.053211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.053249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.053426] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.053573] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.053669] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.053732] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.053871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.053956] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.054065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.054154] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.070847] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.071050] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.071280] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f317ffd-6e24-41a1-97bc-2423f782b47b taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.071389] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.071445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.071644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.071787] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.071881] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.071942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.072129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.072215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.072299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.072384] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.079893] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.080121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.085052] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.085158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.085895] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.085987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.093715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.093833] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d04f37-f938-45d9-85a8-192804afd53a is going to be deleted. [ 1272.095713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.095912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.113469] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.113644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.120803] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.121044] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.121905] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.122080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.122754] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.122871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.123990] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.123990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.124695] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.124790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.125429] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.125549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.126291] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.126408] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.126958] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1272.127373] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.127474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.128124] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1272.128489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.128618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.129194] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1272.129560] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.129679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.130246] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1272.130627] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.131482] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.131482] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1272.131708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.131842] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b054ef-f9d2-49ba-a5ba-6bd758c9a009 is going to be deleted. [ 1272.132721] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.132921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.155848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.156015] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f933996-6702-4db4-aa59-aa1b089bf250 is going to be deleted. [ 1272.156858] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.157072] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.182071] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.182231] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6e93def-6420-4a87-951b-b509dc09b642 is going to be deleted. [ 1272.183179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.183387] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.184762] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.184866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.194589] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.194751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.202816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.202948] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9ed971c-669c-4da2-b273-81c8bcdc0442 is going to be deleted. [ 1272.203821] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.204045] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.286429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.286637] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e77f4f-0a58-4d4a-a264-7e4d2c3313a8 is going to be deleted. [ 1272.287533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.287822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.288032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.288184] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 already deleted. [ 1272.288321] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.288520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.288752] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.290102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.290379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.290528] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('598273e5-f618-416e-b4ad-8f3acdf6c224',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.295528] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.295646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.302463] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.302629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.353700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.353868] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b77ec2-ab78-45ed-aa9e-d60f8dfa134d is going to be deleted. [ 1272.354831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.355064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.382843] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.383020] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.428931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.428931] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a27cbd-f04a-45f7-ba0b-6af169a237e3 is going to be deleted. [ 1272.429354] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.429569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.432691] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.432869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.474173] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.474173] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 091737f0-a6f3-481e-9344-95a0aff6822c is going to be deleted. [ 1272.475122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.475342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.509912] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.510116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.530234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.530498] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7791f2bc-9fb9-4f14-9a03-c691ead7919a is going to be deleted. [ 1272.531438] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.532288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.532505] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.556748] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.580103] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.609923] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.610157] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.611649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.611780] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9577e13f-839d-416d-8d87-a87b5040c1b2 is going to be deleted. [ 1272.612660] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.612876] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.658376] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.658589] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.661052] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.661195] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b409ba2d-b776-4819-90e3-c4123e5fe23b is going to be deleted. [ 1272.662118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.662327] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.711472] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.711681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.712811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.712960] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fd0ccbf-3302-43e6-bea9-36c30dc07305 is going to be deleted. [ 1272.714246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.714531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.766041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.766041] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b46feb-ebc4-40aa-a9cb-ae08118e7488 is going to be deleted. [ 1272.766851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.767087] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.825528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.825528] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0fd3ace-7c30-456f-bd20-116e1e863984 is going to be deleted. [ 1272.827663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.827663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.828807] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.828807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.829910] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.830055] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.868566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.868743] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5152842d-2d12-424c-9812-c119a27cc4c4 is going to be deleted. [ 1272.869628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.869887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.870035] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.870132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d04f37-f938-45d9-85a8-192804afd53a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.870302] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.870471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.870552] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.870672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b054ef-f9d2-49ba-a5ba-6bd758c9a009" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.871331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.871493] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.871579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.871702] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f933996-6702-4db4-aa59-aa1b089bf250" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.871836] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.871983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.872075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.872187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6e93def-6420-4a87-951b-b509dc09b642" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.872313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.872453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.872528] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.872638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9ed971c-669c-4da2-b273-81c8bcdc0442" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.872761] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.872901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.872973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.873097] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e77f4f-0a58-4d4a-a264-7e4d2c3313a8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.873222] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.873358] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.873433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.873543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b77ec2-ab78-45ed-aa9e-d60f8dfa134d" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.873672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.873825] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.873921] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.874043] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a27cbd-f04a-45f7-ba0b-6af169a237e3" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.874175] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.874317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.874392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.874502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-091737f0-a6f3-481e-9344-95a0aff6822c" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.874627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.874790] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.874870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.874980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7791f2bc-9fb9-4f14-9a03-c691ead7919a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.875158] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.875314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.875389] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.875516] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b409ba2d-b776-4819-90e3-c4123e5fe23b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.875627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.875762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.875841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.875935] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 already deleted. [ 1272.876060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.905865] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.906094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.906140] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.906336] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.906430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.906555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fd0ccbf-3302-43e6-bea9-36c30dc07305" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.907485] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.907652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.907652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.907875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.907952] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.908089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9577e13f-839d-416d-8d87-a87b5040c1b2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.922893] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.922893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.923141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.923180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.923751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.923751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5b46feb-ebc4-40aa-a9cb-ae08118e7488" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.924227] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.924344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.924404] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.924569] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.924652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.924765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0fd3ace-7c30-456f-bd20-116e1e863984" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.950863] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1272.951413] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.951561] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.951666] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.951816] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.951950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.952099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5152842d-2d12-424c-9812-c119a27cc4c4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.034679] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f54b9a-401b-465d-a290-0acd68588739: rpc.has_security_group_logging(os_id): False [ 1273.058695] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4864a6f4-4f5f-4984-b091-0ad57e123200: rpc.has_security_group_logging(os_id): False [ 1273.083433] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f317ffd-6e24-41a1-97bc-2423f782b47b: rpc.has_security_group_logging(os_id): False [ 1273.094397] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.094571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.094630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.094817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.097474] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.097605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.111440] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.111633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.126801] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.127081] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.127188] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.127253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.127430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.127508] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.127599] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1273.128861] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.128917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.150802] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.151134] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.151288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.151353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.151489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.151570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.151656] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be updated. [ 1273.152743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.153101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.184859] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.185189] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.185340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.185401] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.185613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.185766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.185766] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b is going to be updated. [ 1273.227502] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.227810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.227937] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.228125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.228271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.230547] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.230727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.230727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.230908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.231065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.246306] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1273.246995] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1273.271443] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.271715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.271715] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.271927] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.272104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.291380] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b in Status: IN_PROGRESS for 2s [ 1275.260926] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1275.261268] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.261947] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1275.262134] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.305302] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b in Status: SUCCESS [ 1275.305525] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.623031] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.623345] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.161384] env[66693]: INFO networking_nsxv3.common.synchronization [req-802dc0f8-82ed-4bbf-9409-cad8507e422a req-982823bd-b6a0-432c-afc6-80de1c7fe363 tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_members [ 1277.161958] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_members [ 1277.162241] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-598273e5-f618-416e-b4ad-8f3acdf6c224 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.162355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.162416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.162741] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.162955] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.163099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.163210] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.163308] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.163396] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.163471] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598273e5-f618-416e-b4ad-8f3acdf6c224',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.435933] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.436149] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.436270] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.436527] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.436779] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.436931] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.437055] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.437263] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.437492] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.437707] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.437844] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.437957] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.438074] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.438183] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.438284] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.438425] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.460357] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.460426] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1277.460647] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.460914] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-393" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.461288] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-b14e2c89-672f-4f1c-817c-fcf08be9ee80 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.461476] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-b14e2c89-672f-4f1c-817c-fcf08be9ee80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.461592] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-b14e2c89-672f-4f1c-817c-fcf08be9ee80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.461910] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-b14e2c89-672f-4f1c-817c-fcf08be9ee80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.462127] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b14e2c89-672f-4f1c-817c-fcf08be9ee80',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.666203] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.666595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.666595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.666703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.666703] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.666902] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.667024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.667079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.667218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.667292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.667408] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 already deleted. [ 1277.667490] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.964796] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.965026] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.965105] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.965410] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.965567] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.965729] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port b14e2c89-672f-4f1c-817c-fcf08be9ee80 not found, creating... [ 1277.966018] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.966185] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.966303] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.966521] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.966651] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.966931] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.967099] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.967213] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.967410] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.967554] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.967700] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: b14e2c89-672f-4f1c-817c-fcf08be9ee80 is going to be created. [ 1277.989551] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.989800] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.989866] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.990242] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.990492] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.990816] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-b14e2c89-672f-4f1c-817c-fcf08be9ee80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.676513] env[66693]: INFO networking_nsxv3.common.synchronization [req-802dc0f8-82ed-4bbf-9409-cad8507e422a req-07271658-f8fc-4949-8002-d800da77fdff service nova] Enqueued Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_rules [ 1278.676813] env[66693]: INFO networking_nsxv3.common.synchronization [req-802dc0f8-82ed-4bbf-9409-cad8507e422a req-07271658-f8fc-4949-8002-d800da77fdff service nova] Enqueued Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_members [ 1278.676914] env[66693]: INFO networking_nsxv3.common.synchronization [req-802dc0f8-82ed-4bbf-9409-cad8507e422a req-07271658-f8fc-4949-8002-d800da77fdff service nova] Enqueued Resource ID: b14e2c89-672f-4f1c-817c-fcf08be9ee80 with Priority: HIGHEST for action port [ 1278.677516] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_rules [ 1278.677573] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_members [ 1278.677650] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14e2c89-672f-4f1c-817c-fcf08be9ee80 with Priority: HIGHEST for action port [ 1278.677954] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-598273e5-f618-416e-b4ad-8f3acdf6c224 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.678118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.678170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.678331] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.678410] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('598273e5-f618-416e-b4ad-8f3acdf6c224',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.679893] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-598273e5-f618-416e-b4ad-8f3acdf6c224 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.680022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.680136] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.680362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.680557] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.680667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.680730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.680908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.681053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.681155] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598273e5-f618-416e-b4ad-8f3acdf6c224',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.681919] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-b14e2c89-672f-4f1c-817c-fcf08be9ee80 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.681986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b14e2c89-672f-4f1c-817c-fcf08be9ee80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.682063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b14e2c89-672f-4f1c-817c-fcf08be9ee80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.682234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b14e2c89-672f-4f1c-817c-fcf08be9ee80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.682334] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b14e2c89-672f-4f1c-817c-fcf08be9ee80',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.184162] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-598273e5-f618-416e-b4ad-8f3acdf6c224 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.184162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.184292] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('598273e5-f618-416e-b4ad-8f3acdf6c224',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.187047] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b14e2c89-672f-4f1c-817c-fcf08be9ee80 with status ACTIVE [ 1279.187047] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.187047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.187290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.187290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.187402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.187531] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.187627] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.187691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.188329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.188329] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.188473] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.188473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.188558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.188689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.188800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.189302] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b14e2c89-672f-4f1c-817c-fcf08be9ee80 is going to be updated. [ 1279.214948] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.215179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.215179] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.215369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.215502] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.215661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b14e2c89-672f-4f1c-817c-fcf08be9ee80" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.686616] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('598273e5-f618-416e-b4ad-8f3acdf6c224',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.189036] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.189246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.189299] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.189489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.189576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.189676] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 is going to be created. [ 1280.215473] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.215708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.215708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.215876] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.216063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.225486] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 in Status: UNINITIALIZED for 2s [ 1282.236444] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 in Status: SUCCESS [ 1282.236838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.236838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.237069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.237297] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.237419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.237484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.237646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.237727] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.237812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.237962] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('598273e5-f618-416e-b4ad-8f3acdf6c224',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.742817] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('598273e5-f618-416e-b4ad-8f3acdf6c224',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.245369] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 598273e5-f618-416e-b4ad-8f3acdf6c224: rpc.has_security_group_logging(os_id): False [ 1283.264160] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.264463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.264463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.264618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.264679] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.264932] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.265040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.265100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.265258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.265333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.265420] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 is going to be created. [ 1283.358375] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.358594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.358594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.358792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.359018] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.369390] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 in Status: IN_PROGRESS for 2s [ 1283.678399] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.678553] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1285.383976] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 in Status: SUCCESS [ 1285.384293] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.679974] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.679974] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1292.910756] env[66693]: INFO networking_nsxv3.common.synchronization [req-4d6d4b9a-2b15-421c-9502-2b7e109a4306 req-0d7c73ad-90bc-43e8-bb43-7a9e0640e7bc tempest-ServerActionsTestOtherB-1443972129 tempest-ServerActionsTestOtherB-1443972129-project-member] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1292.911316] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1292.911997] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.912124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.912196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.912388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.912543] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.912639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.912700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.912847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.912931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.913035] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.415471] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.415704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.415704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.415882] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.415971] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.416173] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.416273] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.416334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.416474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.416548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.416632] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1293.445477] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.445640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.445640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.445792] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.445907] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.454838] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1295.466328] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1295.466620] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 deletion is rescheduled due to dependency. [ 1295.466620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.912092] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.912456] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.955182] env[66693]: INFO networking_nsxv3.common.synchronization [req-363f95f7-25eb-4e97-bde1-e596570f8844 req-0e431d21-a265-43f9-b6c7-96e04b09c4b9 tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 1299.955395] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 1299.956045] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.956762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.956762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.956762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.956762] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.956762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.956762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.957063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.957063] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.957165] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.459429] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.961560] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.464422] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.464643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.464643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.464848] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.464944] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.465080] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 is going to be updated. [ 1301.494338] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.494637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.494637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.494771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.494889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.503874] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: IN_PROGRESS for 2s [ 1301.590990] env[66693]: INFO networking_nsxv3.common.synchronization [req-2cc95cbc-fade-4ccc-8359-7861e137c0a0 req-4621a681-8f44-4875-b191-b364a26f0b85 tempest-ServerActionsTestOtherB-1443972129 tempest-ServerActionsTestOtherB-1443972129-project-member] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1301.591502] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1301.591736] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.591871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.591938] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.592155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.592313] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.592409] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.592471] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.592602] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.592684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.592774] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.936743] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.936943] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.937081] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.937403] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.937666] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.937819] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.937933] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.938188] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.938345] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.938553] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.938674] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.938812] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.938924] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.939046] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.939171] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.939317] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.961098] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.961282] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1301.961422] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.961601] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.961929] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-d58e8e83-163b-457a-afde-af78ca0f570b taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.962124] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.962295] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.962630] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.962768] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58e8e83-163b-457a-afde-af78ca0f570b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.094890] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.095098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.095098] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.095295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.095390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.095585] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.095673] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.095736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.095892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.095963] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.096062] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1302.141113] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.141113] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.141113] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.141286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.141424] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.151819] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1302.465583] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.465809] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.465853] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.466325] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.466580] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.466774] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port d58e8e83-163b-457a-afde-af78ca0f570b not found, creating... [ 1302.467092] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.467370] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.467599] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.467878] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.468062] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.468538] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.468700] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.468892] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.469131] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.469288] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.469436] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: d58e8e83-163b-457a-afde-af78ca0f570b is going to be created. [ 1302.490288] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.490526] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.490663] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.490892] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.491166] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.491391] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.003906] env[66693]: INFO networking_nsxv3.common.synchronization [req-dc456a73-0e4b-4502-b4ad-6d213784d3bd req-b00504f6-af5e-46d6-a38a-d5061b515cf8 tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_members [ 1303.004560] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGHEST for action security_group_members [ 1303.004863] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f317ffd-6e24-41a1-97bc-2423f782b47b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.004984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.005056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.005249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.005404] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.005501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.005558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.005698] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.005785] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.005874] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.201706] env[66693]: INFO networking_nsxv3.common.synchronization [req-2cc95cbc-fade-4ccc-8359-7861e137c0a0 req-69f18160-953f-4e45-9778-05b37de14b1d service nova] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 1303.202966] env[66693]: INFO networking_nsxv3.common.synchronization [req-2cc95cbc-fade-4ccc-8359-7861e137c0a0 req-69f18160-953f-4e45-9778-05b37de14b1d service nova] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1303.202966] env[66693]: INFO networking_nsxv3.common.synchronization [req-2cc95cbc-fade-4ccc-8359-7861e137c0a0 req-69f18160-953f-4e45-9778-05b37de14b1d service nova] Enqueued Resource ID: d58e8e83-163b-457a-afde-af78ca0f570b with Priority: HIGHEST for action port [ 1303.202966] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 1303.202966] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1303.202966] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d58e8e83-163b-457a-afde-af78ca0f570b with Priority: HIGHEST for action port [ 1303.202966] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.203252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.203252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.204253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.204253] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.204253] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.204421] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.204527] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d58e8e83-163b-457a-afde-af78ca0f570b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.204622] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.204683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.204844] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.204915] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58e8e83-163b-457a-afde-af78ca0f570b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.508473] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.508690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.508690] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.508888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.508980] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.509197] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.509287] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.509359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.509489] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.509568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.509680] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b is going to be updated. [ 1303.513788] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: SUCCESS [ 1303.514068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.535854] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.536075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.536075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.536229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.536379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.544575] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b in Status: IN_PROGRESS for 2s [ 1303.709133] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.709351] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.709550] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d58e8e83-163b-457a-afde-af78ca0f570b with status ACTIVE [ 1303.709721] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.709826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.709888] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.710114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.710204] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.710378] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.710479] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.710616] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.710786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.710864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.711088] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.711203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.711395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.711554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.711630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.711751] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d58e8e83-163b-457a-afde-af78ca0f570b is going to be updated. [ 1303.734662] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.734832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.734871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.735094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.735239] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.735430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.162202] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1304.162573] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 deletion is rescheduled due to dependency. [ 1304.162573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.162686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.162896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.163093] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.163213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.163279] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.163431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.163515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.163607] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.666986] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.168326] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.555364] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b in Status: SUCCESS [ 1305.555560] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b deletion is rescheduled due to dependency. [ 1305.555689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.670832] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.671069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.671197] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.671547] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.671743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.671915] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1305.699381] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.699603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.699603] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.699806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.699949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.708182] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1307.722019] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1307.722743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.722743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.722743] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.722916] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.723080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.723151] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.723373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.723466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.723574] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.723695] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.204056] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.204056] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1308.226335] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.728896] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f54b9a-401b-465d-a290-0acd68588739: rpc.has_security_group_logging(os_id): False [ 1308.748722] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.748885] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.748949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.749170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.749291] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.749520] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.749641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.749705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.749852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.749926] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.750023] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1308.813299] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.813535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.813621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.813905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.814121] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.833465] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1310.850226] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1310.850575] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.204591] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.204919] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.336782] env[66693]: INFO networking_nsxv3.common.synchronization [req-50760bae-1a75-476e-a245-9da71f8b1927 req-852c4102-009a-4c7c-80a5-3cc489cd8d6f tempest-ServerActionsTestOtherA-830200575 tempest-ServerActionsTestOtherA-830200575-project-member] Enqueued Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 1315.337343] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 with Priority: HIGHEST for action security_group_members [ 1315.337650] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b2393c-e1c2-456a-8c37-186f653b69d5 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.337769] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.337853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.338037] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.338197] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.338379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.338379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.338539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.338626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.338762] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b2393c-e1c2-456a-8c37-186f653b69d5',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.841110] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.841338] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.841391] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.841599] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.875206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.875489] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.875624] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.875712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.875972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.876150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.876210] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 is going to be updated. [ 1315.905979] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.906221] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.906292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.906504] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.906678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.917271] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: IN_PROGRESS for 2s [ 1317.928328] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 in Status: SUCCESS [ 1317.928806] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b2393c-e1c2-456a-8c37-186f653b69d5 deletion is rescheduled due to dependency. [ 1317.928806] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b2393c-e1c2-456a-8c37-186f653b69d5" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.339123] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.339385] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.340315] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.340695] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.341259] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.341619] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.783620] env[66693]: INFO networking_nsxv3.common.synchronization [req-3e27c8b0-a9ec-46a5-a9b9-50cae1913665 req-3833c3d7-6641-4d75-8660-dd93c26a993e tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1334.784214] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1334.784521] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.784639] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.784722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.784915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.785092] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.785205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.785273] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.785394] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.785482] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.785641] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.289752] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.289986] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.290070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.290991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.290991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.290991] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.290991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.290991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.290991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.291430] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.291430] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be updated. [ 1335.325430] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.325573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.325653] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.325869] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.326031] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.334982] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1337.353951] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1337.353951] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 deletion is rescheduled due to dependency. [ 1337.353951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.785274] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.785582] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.697251] env[66693]: INFO networking_nsxv3.common.synchronization [req-f14be0c9-8c11-4c1b-91ec-61da316c621a req-c5018de4-b0bd-4d40-98d5-e7745669fc10 tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1341.697684] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1341.698092] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.698155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.698194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.698385] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.698553] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.698681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.698681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.698856] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.698941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.699056] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.008813] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.009040] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.009170] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.009435] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.009694] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.009851] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.009966] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.010205] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.010350] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.010558] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1342.010669] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1342.010775] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1342.010884] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1342.011045] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1342.011186] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1342.011325] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1342.032538] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1342.032731] env[66693]: DEBUG dogpile.cache.region [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1342.032832] env[66693]: DEBUG dogpile.lock [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1342.033031] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.033372] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock port-c3248066-3bc5-4651-8441-7873a9f028bc taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.033540] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "port-c3248066-3bc5-4651-8441-7873a9f028bc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.033679] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "port-c3248066-3bc5-4651-8441-7873a9f028bc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.034075] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "port-c3248066-3bc5-4651-8441-7873a9f028bc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.034235] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3248066-3bc5-4651-8441-7873a9f028bc',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.204028] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.204028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.204028] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.204269] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.204334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.204546] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.204646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.204726] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.204901] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.205258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.205258] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be updated. [ 1342.232090] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.232301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.232370] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.232633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.232789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.242724] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1342.444743] env[66693]: INFO networking_nsxv3.common.synchronization [req-9c439532-af8b-4293-8bf0-63fc924112da req-1a72f20a-5833-4531-bb57-71b0416288a9 tempest-AttachVolumeNegativeTest-325955719 tempest-AttachVolumeNegativeTest-325955719-project-member] Enqueued Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_members [ 1342.445429] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGHEST for action security_group_members [ 1342.445729] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-598273e5-f618-416e-b4ad-8f3acdf6c224 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.445838] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.445903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.446213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.446366] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.446467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.446527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.446694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.446856] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.446949] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598273e5-f618-416e-b4ad-8f3acdf6c224',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.536999] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.537272] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.537359] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.537635] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.537792] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.537941] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Segment Port c3248066-3bc5-4651-8441-7873a9f028bc not found, creating... [ 1342.538212] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.538367] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.538481] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.538697] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.538871] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.539165] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.539318] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.539431] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.539626] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.539805] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.539957] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Resource: SegmentPort with ID: c3248066-3bc5-4651-8441-7873a9f028bc is going to be created. [ 1342.582103] env[66693]: DEBUG networking_nsxv3.common.locking [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.582103] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.582103] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.582103] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.582103] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.582103] env[66693]: DEBUG oslo_concurrency.lockutils [None req-1ccf44b6-cba4-450e-9ea9-a4a65d671891 None None] Releasing lock "port-c3248066-3bc5-4651-8441-7873a9f028bc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.950054] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.950054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.950054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.950054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.950054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.950054] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.950054] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.950581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.950581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.950581] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.950581] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 is going to be updated. [ 1342.977414] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.977613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.977613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.977843] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.978032] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.986395] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 in Status: IN_PROGRESS for 2s [ 1343.261255] env[66693]: INFO networking_nsxv3.common.synchronization [req-f14be0c9-8c11-4c1b-91ec-61da316c621a req-a77bdb7f-22ef-4079-bb6b-d1cbf7240eb2 service nova] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_rules [ 1343.261460] env[66693]: INFO networking_nsxv3.common.synchronization [req-f14be0c9-8c11-4c1b-91ec-61da316c621a req-a77bdb7f-22ef-4079-bb6b-d1cbf7240eb2 service nova] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1343.261601] env[66693]: INFO networking_nsxv3.common.synchronization [req-f14be0c9-8c11-4c1b-91ec-61da316c621a req-a77bdb7f-22ef-4079-bb6b-d1cbf7240eb2 service nova] Enqueued Resource ID: c3248066-3bc5-4651-8441-7873a9f028bc with Priority: HIGHEST for action port [ 1343.262133] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_rules [ 1343.262292] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1343.262367] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3248066-3bc5-4651-8441-7873a9f028bc with Priority: HIGHEST for action port [ 1343.262618] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.262737] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.262799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.262992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.263084] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.263907] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.264016] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.264215] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3248066-3bc5-4651-8441-7873a9f028bc taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.265780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3248066-3bc5-4651-8441-7873a9f028bc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.265854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3248066-3bc5-4651-8441-7873a9f028bc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.266080] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3248066-3bc5-4651-8441-7873a9f028bc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.266160] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3248066-3bc5-4651-8441-7873a9f028bc',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.768568] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.768568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.768803] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3248066-3bc5-4651-8441-7873a9f028bc with status ACTIVE [ 1343.768866] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.769056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.769056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.769224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.769313] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.769481] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.769578] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.769641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.769789] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.769866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.770057] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.770152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.770253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.770340] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.770420] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.770490] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3248066-3bc5-4651-8441-7873a9f028bc is going to be updated. [ 1343.790207] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.790339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.790413] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.790614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.790767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.790933] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3248066-3bc5-4651-8441-7873a9f028bc" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.252511] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1344.252847] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 deletion is rescheduled due to dependency. [ 1344.252847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.252847] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.253037] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.253221] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.253333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.253397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.253540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.253619] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.253721] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.756219] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.996175] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 in Status: SUCCESS [ 1344.996365] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 deletion is rescheduled due to dependency. [ 1344.996481] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.258967] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.762103] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.762365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.762365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.762614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.762729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.762797] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be updated. [ 1345.791732] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.791916] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.791984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.792223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.792374] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.801843] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1347.813099] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1347.813457] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.813503] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.813692] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.813882] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.814123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.814123] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.814213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.814295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.814379] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.814469] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.263446] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.263557] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1348.317186] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.820159] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4864a6f4-4f5f-4984-b091-0ad57e123200: rpc.has_security_group_logging(os_id): False [ 1348.840315] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.840556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.840556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.840759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.840850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.841111] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.841226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.841290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.841440] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.841517] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.841604] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be updated. [ 1348.906425] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.906699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.906699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.906993] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.907218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.921742] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1350.938722] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1350.939215] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.264360] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.264694] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.265904] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.265904] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.266899] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.267292] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.268119] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.268459] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.269429] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.269754] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.579307] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.579472] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.579606] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.579836] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.580703] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.580816] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.580944] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.581314] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.581314] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.581528] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.581977] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1373.581977] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1373.581977] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1373.581977] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.582165] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1373.582208] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1373.602542] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1373.602724] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1373.602840] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1373.603022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.603347] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-d58e8e83-163b-457a-afde-af78ca0f570b taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.603520] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.603635] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.603887] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.604035] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58e8e83-163b-457a-afde-af78ca0f570b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.106404] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.106657] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.106657] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.106882] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.107054] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.107395] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.107557] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.107673] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.107891] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.108052] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.108350] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.108508] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.108626] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.108828] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.108962] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.109116] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: d58e8e83-163b-457a-afde-af78ca0f570b is going to be updated. [ 1374.130382] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.130629] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.130775] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.131134] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.131410] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.131716] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.836052] env[66693]: INFO networking_nsxv3.common.synchronization [req-258e5ad0-068f-45fb-a78c-e5dcfc26ee7a req-9c40cc40-c39f-46b9-9f06-298dd641f8e9 service nova] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 1374.836306] env[66693]: INFO networking_nsxv3.common.synchronization [req-258e5ad0-068f-45fb-a78c-e5dcfc26ee7a req-9c40cc40-c39f-46b9-9f06-298dd641f8e9 service nova] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1374.836369] env[66693]: INFO networking_nsxv3.common.synchronization [req-258e5ad0-068f-45fb-a78c-e5dcfc26ee7a req-9c40cc40-c39f-46b9-9f06-298dd641f8e9 service nova] Enqueued Resource ID: d58e8e83-163b-457a-afde-af78ca0f570b with Priority: HIGHEST for action port [ 1374.836605] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_rules [ 1374.836739] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1374.836835] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d58e8e83-163b-457a-afde-af78ca0f570b with Priority: HIGHEST for action port [ 1374.837410] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.837539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.837607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.838482] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.838572] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.840103] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.840103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.840103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.840103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.840103] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.840103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.840103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.840446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.840446] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.840446] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.841173] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d58e8e83-163b-457a-afde-af78ca0f570b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.841310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.841376] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.841548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.841613] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58e8e83-163b-457a-afde-af78ca0f570b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.344045] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.344045] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.344045] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.344792] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d58e8e83-163b-457a-afde-af78ca0f570b with status ACTIVE [ 1375.345062] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.345193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.345193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.345419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.345419] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.345724] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.345724] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.345932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.345932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.346116] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.346353] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.346515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.346609] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.346707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.346766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.346860] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d58e8e83-163b-457a-afde-af78ca0f570b is going to be updated. [ 1375.370707] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.370840] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.370913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.371149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.371290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.371442] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d58e8e83-163b-457a-afde-af78ca0f570b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.849167] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.351686] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.351932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.351932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.352129] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.352248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.352361] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1376.382315] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.382572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.382644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.382950] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.383371] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.394069] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1378.404538] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1378.404866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.404909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.405147] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.405335] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.405453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.405509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.405649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.405729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.405814] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.405899] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.908470] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.411638] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f54b9a-401b-465d-a290-0acd68588739: rpc.has_security_group_logging(os_id): False [ 1379.428397] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.428600] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.428648] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.428855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.428970] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.429278] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.429433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.429526] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.429729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.429851] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.430084] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1379.490396] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.490684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.490684] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.490889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.491025] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.502780] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1379.837773] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.837927] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1381.519036] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1381.519501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.839608] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.839608] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.840749] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.841130] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.446127] env[66693]: INFO networking_nsxv3.common.synchronization [req-6b797f23-61f1-44c1-a9e3-9fd7e34c6e45 req-df3383dd-9f3d-43c5-a4d7-92c3043bb6c1 tempest-ServerActionsTestOtherB-1443972129 tempest-ServerActionsTestOtherB-1443972129-project-member] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1391.446845] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGHEST for action security_group_members [ 1391.447164] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.447294] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.447369] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.447562] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.447713] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.447807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.447867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.448015] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.448710] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.448710] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.950490] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.950629] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.950701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.950924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.951057] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.951263] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.951362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.951437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.951777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.951777] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.951777] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be updated. [ 1391.977918] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.978088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.978160] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.978344] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.978484] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.986622] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: IN_PROGRESS for 2s [ 1393.998041] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f54b9a-401b-465d-a290-0acd68588739 in Status: SUCCESS [ 1393.998500] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f54b9a-401b-465d-a290-0acd68588739 deletion is rescheduled due to dependency. [ 1393.998500] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.448566] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.448566] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.449048] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.449552] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.570886] env[66693]: INFO networking_nsxv3.common.synchronization [None req-d4565634-c845-435d-9ef9-c5fb0479305e None None] Enqueued Resource ID: 01a96d0e-d513-415c-9d63-aeb893e8dce0 with Priority: HIGHEST for action port [ 1402.571443] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a96d0e-d513-415c-9d63-aeb893e8dce0 with Priority: HIGHEST for action port [ 1402.571741] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-01a96d0e-d513-415c-9d63-aeb893e8dce0 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.571872] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01a96d0e-d513-415c-9d63-aeb893e8dce0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.571931] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01a96d0e-d513-415c-9d63-aeb893e8dce0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.572189] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01a96d0e-d513-415c-9d63-aeb893e8dce0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.572270] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01a96d0e-d513-415c-9d63-aeb893e8dce0',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.074317] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01a96d0e-d513-415c-9d63-aeb893e8dce0 [ 1403.074542] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.074701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.074766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.074994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.075101] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.075197] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01a96d0e-d513-415c-9d63-aeb893e8dce0 already deleted. [ 1403.075288] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01a96d0e-d513-415c-9d63-aeb893e8dce0" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.644899] env[66693]: INFO networking_nsxv3.common.synchronization [None req-4787b497-e8b1-49e4-921a-417c11559474 None None] Enqueued Resource ID: c084df32-fb46-4b87-ae2e-1e3744470375 with Priority: HIGHEST for action port [ 1404.645152] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c084df32-fb46-4b87-ae2e-1e3744470375 with Priority: HIGHEST for action port [ 1404.645686] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-c084df32-fb46-4b87-ae2e-1e3744470375 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.645832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c084df32-fb46-4b87-ae2e-1e3744470375" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.645918] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c084df32-fb46-4b87-ae2e-1e3744470375" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.646194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c084df32-fb46-4b87-ae2e-1e3744470375" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.646313] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c084df32-fb46-4b87-ae2e-1e3744470375',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.148441] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c084df32-fb46-4b87-ae2e-1e3744470375 [ 1405.148674] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.148805] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.148876] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.149105] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.149196] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.149292] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c084df32-fb46-4b87-ae2e-1e3744470375 already deleted. [ 1405.149373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c084df32-fb46-4b87-ae2e-1e3744470375" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.979841] env[66693]: INFO networking_nsxv3.common.synchronization [req-80f78831-6b22-46e3-bdb0-330db30d2feb req-0c280392-acec-429f-8fdc-c7f722567f5d tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1407.980538] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1407.980538] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.980538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.980683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.980896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.981078] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.981184] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.981246] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.981392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.981476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.981565] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.247244] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.247623] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-754" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.247860] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-754" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.248343] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-754" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.248763] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.249048] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.249293] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.249641] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.249884] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.250240] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1408.250458] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1408.250663] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1408.250874] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1408.251113] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1408.251327] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1408.251575] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1408.274554] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1408.274876] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1408.275145] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1408.275443] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-754" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.275925] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-26aec576-1213-4c34-a7c8-485d746f6830 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.276239] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.276453] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.276917] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.277244] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26aec576-1213-4c34-a7c8-485d746f6830',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.484076] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.484316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.484316] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.484576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.484722] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.484889] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.484995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.485069] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.485228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.485305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.485388] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3751216-9e7a-43d1-841e-94f529111b95 already deleted. [ 1408.485467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.780185] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.780442] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.780513] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.780851] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.781022] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.781181] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 26aec576-1213-4c34-a7c8-485d746f6830 not found, creating... [ 1408.781438] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.781594] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.781712] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.781938] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.782082] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.782359] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.782514] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.782629] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.782830] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.782962] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.783113] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 26aec576-1213-4c34-a7c8-485d746f6830 is going to be created. [ 1408.804104] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.804344] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.804427] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.804700] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.804990] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.805250] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.486572] env[66693]: INFO networking_nsxv3.common.synchronization [req-80f78831-6b22-46e3-bdb0-330db30d2feb req-c07dbf3f-5718-4487-b993-9124939274c2 service nova] Enqueued Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_rules [ 1409.486847] env[66693]: INFO networking_nsxv3.common.synchronization [req-80f78831-6b22-46e3-bdb0-330db30d2feb req-c07dbf3f-5718-4487-b993-9124939274c2 service nova] Enqueued Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1409.486955] env[66693]: INFO networking_nsxv3.common.synchronization [req-80f78831-6b22-46e3-bdb0-330db30d2feb req-c07dbf3f-5718-4487-b993-9124939274c2 service nova] Enqueued Resource ID: 26aec576-1213-4c34-a7c8-485d746f6830 with Priority: HIGHEST for action port [ 1409.487114] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_rules [ 1409.487236] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1409.487340] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26aec576-1213-4c34-a7c8-485d746f6830 with Priority: HIGHEST for action port [ 1409.487865] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.487987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.488238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.489100] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.489191] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.490063] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.490182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.490251] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.491014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.491014] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.491014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.491014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.491014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.491014] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.491372] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.493142] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-26aec576-1213-4c34-a7c8-485d746f6830 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.493142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.493142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.493142] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.493142] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26aec576-1213-4c34-a7c8-485d746f6830',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.994261] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.994415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.994588] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.997024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26aec576-1213-4c34-a7c8-485d746f6830 with status ACTIVE [ 1409.997145] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.997233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.997304] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.997539] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.997659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.997821] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.997918] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.998064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.998148] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.998224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.998403] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.998832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.998832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.998832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.998832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.998832] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26aec576-1213-4c34-a7c8-485d746f6830 is going to be updated. [ 1410.019873] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.020085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.020085] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.020255] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.020388] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.020543] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.497081] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.999818] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.000131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.000131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.000262] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.000314] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.000420] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3751216-9e7a-43d1-841e-94f529111b95 is going to be created. [ 1411.054304] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.054587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.054587] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.054700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.054865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.064344] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: UNINITIALIZED for 2s [ 1413.075069] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: SUCCESS [ 1413.075386] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.075386] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.075580] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.075780] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.075903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.075960] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.076138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.076223] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.076307] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.076398] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.579709] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.579875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.579875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.580045] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.580266] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.580392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.580534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.580704] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.580787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.580884] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.581091] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.581226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.581226] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.581359] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.581450] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.581538] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.581604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.581831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.581831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.581962] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.581962] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.085572] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3751216-9e7a-43d1-841e-94f529111b95: rpc.has_security_group_logging(os_id): False [ 1414.109103] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.109334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.109334] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.109524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.109638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.109857] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.109954] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.110021] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.110176] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.110245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.110421] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.110514] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.110572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.110708] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.110800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.110986] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.111091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.111155] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.111290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.111364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.111449] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3751216-9e7a-43d1-841e-94f529111b95 is going to be created. [ 1414.166017] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.166276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.166276] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.166474] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.166657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.176340] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: IN_PROGRESS for 2s [ 1414.488278] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.488442] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1416.189798] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: SUCCESS [ 1416.190242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.490111] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.490554] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.154348] env[66693]: INFO networking_nsxv3.common.synchronization [req-0a3ca5a0-fe00-438a-adbd-6d3830d72b95 req-95569038-f806-41f4-a222-ebba3831494a tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1424.154616] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1424.154900] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.155494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.155494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.155494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.155729] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.155729] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.155849] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.156036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.156178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.156286] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.658760] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.658936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.658983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.659202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.659292] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.659477] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.659572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.659633] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.659820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.659883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.659960] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be updated. [ 1424.688208] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.688463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.688463] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.688682] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.688845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.697988] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1426.477163] env[66693]: INFO networking_nsxv3.common.synchronization [req-1e51e456-b2ec-46bb-b586-87029fe6386d req-64c7beaf-42bd-44f5-9a85-dc613929b764 tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 with Priority: HIGHEST for action security_group_members [ 1426.477460] env[66693]: INFO networking_nsxv3.common.synchronization [req-1e51e456-b2ec-46bb-b586-87029fe6386d req-64c7beaf-42bd-44f5-9a85-dc613929b764 tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1426.477991] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 with Priority: HIGHEST for action security_group_members [ 1426.478162] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1426.478491] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.478630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.478700] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.478945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.479111] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.479518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.479594] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.479754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.479862] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.480011] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.481138] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.481138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.481138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.481320] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.481404] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.481501] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.481563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.481750] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.481797] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.481858] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.520963] env[66693]: INFO networking_nsxv3.common.synchronization [req-1e51e456-b2ec-46bb-b586-87029fe6386d req-64c7beaf-42bd-44f5-9a85-dc613929b764 tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_rules [ 1426.521151] env[66693]: INFO networking_nsxv3.common.synchronization [req-1e51e456-b2ec-46bb-b586-87029fe6386d req-64c7beaf-42bd-44f5-9a85-dc613929b764 tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1426.521291] env[66693]: INFO networking_nsxv3.common.synchronization [req-1e51e456-b2ec-46bb-b586-87029fe6386d req-64c7beaf-42bd-44f5-9a85-dc613929b764 tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 with Priority: HIGHEST for action security_group_rules [ 1426.521421] env[66693]: INFO networking_nsxv3.common.synchronization [req-1e51e456-b2ec-46bb-b586-87029fe6386d req-64c7beaf-42bd-44f5-9a85-dc613929b764 tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 with Priority: HIGHEST for action security_group_members [ 1426.521544] env[66693]: INFO networking_nsxv3.common.synchronization [req-1e51e456-b2ec-46bb-b586-87029fe6386d req-64c7beaf-42bd-44f5-9a85-dc613929b764 tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: 26aec576-1213-4c34-a7c8-485d746f6830 with Priority: HIGHEST for action port [ 1426.522410] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_rules [ 1426.522549] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 with Priority: HIGHEST for action security_group_rules [ 1426.522641] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26aec576-1213-4c34-a7c8-485d746f6830 with Priority: HIGHEST for action port [ 1426.522729] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1426.522826] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 with Priority: HIGHEST for action security_group_members [ 1426.523110] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.523220] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.523285] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.523480] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.523558] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.524420] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.524536] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.524604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.524822] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.524931] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.526410] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-26aec576-1213-4c34-a7c8-485d746f6830 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.526410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.526410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.526410] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.526410] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26aec576-1213-4c34-a7c8-485d746f6830',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.528209] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.528209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.528209] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.528209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.709032] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1426.709241] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 deletion is rescheduled due to dependency. [ 1426.709362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.825569] env[66693]: INFO networking_nsxv3.common.synchronization [req-28cc70b0-065c-4e98-bd0d-ef9d1500b04a req-9c062997-959c-4404-865c-6238211947ae tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 with Priority: HIGHEST for action security_group_members [ 1426.826302] env[66693]: INFO networking_nsxv3.common.synchronization [req-28cc70b0-065c-4e98-bd0d-ef9d1500b04a req-9c062997-959c-4404-865c-6238211947ae tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1426.826757] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 with Priority: HIGHEST for action security_group_members [ 1426.826757] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1426.826897] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.826999] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.827212] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.827333] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.877477] env[66693]: INFO networking_nsxv3.common.synchronization [req-28cc70b0-065c-4e98-bd0d-ef9d1500b04a req-9c062997-959c-4404-865c-6238211947ae tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_rules [ 1426.877699] env[66693]: INFO networking_nsxv3.common.synchronization [req-28cc70b0-065c-4e98-bd0d-ef9d1500b04a req-9c062997-959c-4404-865c-6238211947ae tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1426.877911] env[66693]: INFO networking_nsxv3.common.synchronization [req-28cc70b0-065c-4e98-bd0d-ef9d1500b04a req-9c062997-959c-4404-865c-6238211947ae tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: 26aec576-1213-4c34-a7c8-485d746f6830 with Priority: HIGHEST for action port [ 1426.878502] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_rules [ 1426.878645] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1426.878767] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26aec576-1213-4c34-a7c8-485d746f6830 with Priority: HIGHEST for action port [ 1426.879107] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.879237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.879483] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.879573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.879770] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-26aec576-1213-4c34-a7c8-485d746f6830 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.879924] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.983291] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.984244] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.028388] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.028590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.028880] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.029064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.029277] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26aec576-1213-4c34-a7c8-485d746f6830 with status ACTIVE [ 1427.029529] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.029701] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.029823] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.030150] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.030301] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.030561] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.030728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.030889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.032034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.032034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.032034] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.032034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.032034] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.032289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.032289] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.032414] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26aec576-1213-4c34-a7c8-485d746f6830 is going to be updated. [ 1427.054022] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.054267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.054267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.054467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.054606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.054770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.054920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.055099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.055206] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26aec576-1213-4c34-a7c8-485d746f6830',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.485906] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.486845] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.557608] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26aec576-1213-4c34-a7c8-485d746f6830 with status ACTIVE [ 1427.557807] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.557976] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.558065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.558253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.558342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.558518] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.558649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.558694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.558827] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.558879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.559076] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.559172] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.559230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.559364] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.559438] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.559527] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26aec576-1213-4c34-a7c8-485d746f6830 is going to be updated. [ 1427.580851] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.581094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.581183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.581415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.581598] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.581834] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26aec576-1213-4c34-a7c8-485d746f6830" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.988989] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.989174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.989232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.989433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.989524] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.989622] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 is going to be created. [ 1427.990891] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.991039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.991039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.991152] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.991233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.991320] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3751216-9e7a-43d1-841e-94f529111b95 is going to be updated. [ 1428.020265] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.020540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.020540] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.020674] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.020832] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.030934] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 in Status: UNINITIALIZED for 2s [ 1428.031908] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.032068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.032218] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.032429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.032566] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.040160] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: IN_PROGRESS for 2s [ 1430.042024] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 in Status: SUCCESS [ 1430.042024] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.042520] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.042725] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.042903] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.043038] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.043109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.043742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.043742] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.043742] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.053204] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: SUCCESS [ 1430.053473] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.053647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.053865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.054069] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.054193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.054259] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.054411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.054494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.054591] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.546202] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.546431] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.546519] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.546780] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.546896] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.547143] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.547267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.547362] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.547549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.547614] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.547784] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 is going to be deleted. [ 1430.557506] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.581425] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.581676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.581676] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.581820] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.581919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.582041] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.582181] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.582341] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.582492] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.582590] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.582651] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.582784] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.582867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.582955] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.059414] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.085464] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.085914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.085914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.086000] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.086114] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.086349] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.086472] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.086530] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.086686] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.086760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.086858] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 already deleted. [ 1431.086972] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.087166] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.087395] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.087491] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.087605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.087675] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.087865] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.087942] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.088063] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.122570] env[66693]: INFO networking_nsxv3.common.synchronization [req-fc1a3a3f-6873-40d2-86b3-ef6a5b9d2e51 req-a41eba26-51d3-4fa6-be3a-d94830241cd5 tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1431.123337] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1431.123461] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.123611] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.123691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.123905] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.124030] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.124138] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.124211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.124361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.124447] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.124543] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.407034] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.407034] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.407034] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.407317] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.407508] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.407659] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.407800] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.408043] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.409014] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.409014] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1431.409014] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1431.409014] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1431.409014] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1431.409014] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1431.409014] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1431.409014] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1431.428040] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1431.428277] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1431.428433] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1431.428610] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-559" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.428914] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-3e92402a-6491-4030-8b7b-0e363b5d8c47 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.429111] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-3e92402a-6491-4030-8b7b-0e363b5d8c47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.429206] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-3e92402a-6491-4030-8b7b-0e363b5d8c47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.429529] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-3e92402a-6491-4030-8b7b-0e363b5d8c47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.429685] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e92402a-6491-4030-8b7b-0e363b5d8c47',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.562025] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.562253] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.562363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.563026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.563026] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.563026] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3751216-9e7a-43d1-841e-94f529111b95 is going to be updated. [ 1431.590435] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.590667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.590667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.590955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.591075] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.591283] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.591397] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.591461] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.591621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.591699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.591781] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 already deleted. [ 1431.591868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.592022] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.593913] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.594053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.594053] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.594211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.594353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.605029] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: IN_PROGRESS for 2s [ 1431.626603] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.626799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.626906] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.627112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.627209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.627406] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.627529] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.627596] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.627759] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.627883] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.627934] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be updated. [ 1431.654858] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.655084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.655084] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.655295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.655437] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.667239] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1431.784185] env[66693]: INFO networking_nsxv3.common.synchronization [req-87450a75-9341-400e-ba77-72adc7d9c36c req-30c8d694-178b-4717-9dab-f0cec749f18f tempest-ServerRescueTestJSONUnderV235-1236850811 tempest-ServerRescueTestJSONUnderV235-1236850811-project-member] Enqueued Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1431.785073] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3751216-9e7a-43d1-841e-94f529111b95 with Priority: HIGHEST for action security_group_members [ 1431.785188] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3751216-9e7a-43d1-841e-94f529111b95 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.785249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.932799] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.932799] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.932799] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.933151] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.933223] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.933419] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 3e92402a-6491-4030-8b7b-0e363b5d8c47 not found, creating... [ 1431.933726] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.933933] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.934082] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.934331] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.934481] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.934787] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.934948] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.935084] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.935296] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.935434] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.935590] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 3e92402a-6491-4030-8b7b-0e363b5d8c47 is going to be created. [ 1431.961125] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.961366] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.961457] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.961719] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.961993] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.962198] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-3e92402a-6491-4030-8b7b-0e363b5d8c47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.098439] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.600566] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700: rpc.has_security_group_logging(os_id): False [ 1432.619300] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.619376] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.619444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.619728] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.619830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.620060] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.620162] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.620225] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.620375] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.620451] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.620535] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 is going to be created. [ 1432.635118] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700], does not exist path=[/infra/domains/default/groups/fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700]."\n}' [ 1432.635264] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 [ 1432.635334] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1432.645774] env[66693]: INFO networking_nsxv3.common.synchronization [req-fc1a3a3f-6873-40d2-86b3-ef6a5b9d2e51 req-abf44331-6cc6-43ca-92ac-790efc1ee9ef service nova] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_rules [ 1432.645949] env[66693]: INFO networking_nsxv3.common.synchronization [req-fc1a3a3f-6873-40d2-86b3-ef6a5b9d2e51 req-abf44331-6cc6-43ca-92ac-790efc1ee9ef service nova] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1432.646100] env[66693]: INFO networking_nsxv3.common.synchronization [req-fc1a3a3f-6873-40d2-86b3-ef6a5b9d2e51 req-abf44331-6cc6-43ca-92ac-790efc1ee9ef service nova] Enqueued Resource ID: 3e92402a-6491-4030-8b7b-0e363b5d8c47 with Priority: HIGHEST for action port [ 1432.646335] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_rules [ 1432.646469] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1432.646562] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e92402a-6491-4030-8b7b-0e363b5d8c47 with Priority: HIGHEST for action port [ 1432.647301] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.647428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.647495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.647683] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.647764] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.648592] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.648694] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.648891] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e92402a-6491-4030-8b7b-0e363b5d8c47 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.648991] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e92402a-6491-4030-8b7b-0e363b5d8c47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.649073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e92402a-6491-4030-8b7b-0e363b5d8c47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.649248] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e92402a-6491-4030-8b7b-0e363b5d8c47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.649324] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e92402a-6491-4030-8b7b-0e363b5d8c47',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.664857] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.665013] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.665064] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.665242] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.665973] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.666280] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.666399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.666445] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.666585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.666664] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.666823] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.666914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.666977] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.667132] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.667194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.667278] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 is going to be created. [ 1432.685125] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700], does not exist path=[/infra/domains/default/groups/fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 [ 1432.685305] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.685743] env[66693]: Traceback (most recent call last): [ 1432.685785] env[66693]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1432.685785] env[66693]: return func(*args, **kwargs) [ 1432.685785] env[66693]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1432.685785] env[66693]: res.raise_for_status() [ 1432.685785] env[66693]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1432.685785] env[66693]: raise HTTPError(http_error_msg, response=self) [ 1432.685785] env[66693]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 [ 1432.685785] env[66693]: During handling of the above exception, another exception occurred: [ 1432.685785] env[66693]: Traceback (most recent call last): [ 1432.685785] env[66693]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1432.685785] env[66693]: listener.cb(fileno) [ 1432.686184] env[66693]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1432.686184] env[66693]: result = function(*args, **kwargs) [ 1432.686184] env[66693]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1432.686184] env[66693]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1432.686184] env[66693]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1432.686184] env[66693]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1432.686184] env[66693]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1432.686184] env[66693]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1432.686184] env[66693]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1432.686184] env[66693]: res.raise_for_status() [ 1432.686184] env[66693]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1432.686184] env[66693]: raise HTTPError(http_error_msg, response=self) [ 1432.686184] env[66693]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fc9e4d49-471c-4c4d-9f6d-2eabc6fa0700 [ 1432.686184] env[66693]: Removing descriptor: 5 [ 1433.151447] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.151833] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.152899] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e92402a-6491-4030-8b7b-0e363b5d8c47 with status ACTIVE [ 1433.153084] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.153202] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.153267] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.153470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.153556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.153721] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.153817] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.153878] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.154046] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.154118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.154296] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.154606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.154606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.154606] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.154712] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.154712] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e92402a-6491-4030-8b7b-0e363b5d8c47 is going to be updated. [ 1433.174933] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.175119] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.175166] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.175322] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.175452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.175604] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e92402a-6491-4030-8b7b-0e363b5d8c47" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.613942] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: SUCCESS [ 1433.614213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.614343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.614555] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.614747] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.614852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.614910] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.615065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.615146] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.615238] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.676618] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1433.676787] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 deletion is rescheduled due to dependency. [ 1433.676922] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.677060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.677261] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.677432] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.677546] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.677605] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.677752] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.677831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.677937] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.118137] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.118137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.118137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.118420] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.137497] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.137760] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.137875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.137978] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.138339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.138456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.138556] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3751216-9e7a-43d1-841e-94f529111b95 is going to be updated. [ 1434.162314] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.162649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.162649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.162739] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.162845] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.170997] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: IN_PROGRESS for 2s [ 1434.180396] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.683108] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.185731] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.186233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.186233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.186233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.186470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.186470] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be updated. [ 1435.213046] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.213423] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.213510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.213711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.213857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.222645] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1436.183662] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: SUCCESS [ 1436.183838] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3751216-9e7a-43d1-841e-94f529111b95 deletion is rescheduled due to dependency. [ 1436.183940] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.184117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.184330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.184520] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.184637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.184699] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.184839] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.184917] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.185022] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.687664] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.688104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.688104] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.688191] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.688232] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.688407] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.688511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.688573] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.688720] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.688795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.688877] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3751216-9e7a-43d1-841e-94f529111b95 is going to be updated. [ 1436.715470] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.715687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.715687] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.715852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.715990] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.725333] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: IN_PROGRESS for 2s [ 1437.232821] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 4s [ 1437.647599] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.647721] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1438.735500] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: SUCCESS [ 1438.735857] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3751216-9e7a-43d1-841e-94f529111b95 deletion is rescheduled due to dependency. [ 1438.735857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.735938] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.736199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.736395] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.736510] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.736576] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.736723] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.736804] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.736887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.736992] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.737867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.738051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.738204] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.738311] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.738373] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.738515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.738595] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.738679] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.240647] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.241995] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.242826] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.242914] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.243378] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.243565] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.243850] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.244060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.244209] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.244403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.244466] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.244560] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3751216-9e7a-43d1-841e-94f529111b95 is going to be updated. [ 1439.246392] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1439.246582] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.246791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.247040] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.247289] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.247476] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.247607] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.247796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.247982] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.248118] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.248261] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.273541] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.273756] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.273807] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.274047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.274230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.284466] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: IN_PROGRESS for 2s [ 1439.747069] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3751216-9e7a-43d1-841e-94f529111b95: rpc.has_security_group_logging(os_id): False [ 1439.751924] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.764934] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.765103] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.765171] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.765380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.765498] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.765698] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.765812] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.765867] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.766022] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.766281] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.766281] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3751216-9e7a-43d1-841e-94f529111b95 is going to be updated. [ 1439.821410] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.821572] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.821628] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.821828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.821964] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.836593] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: IN_PROGRESS for 2s [ 1440.254097] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4864a6f4-4f5f-4984-b091-0ad57e123200: rpc.has_security_group_logging(os_id): False [ 1440.275797] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.275984] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.276070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.276290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.309363] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.309684] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.309808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.309871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.310141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.310228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.310320] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be updated. [ 1440.367537] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.367908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.368036] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.368325] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.368415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.382693] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1441.293478] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: SUCCESS [ 1441.293877] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3751216-9e7a-43d1-841e-94f529111b95 deletion is rescheduled due to dependency. [ 1441.293877] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.849321] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3751216-9e7a-43d1-841e-94f529111b95 in Status: SUCCESS [ 1441.849550] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.849711] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.849932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.850058] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3751216-9e7a-43d1-841e-94f529111b95',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.369788] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.370143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.370143] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.370271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.386199] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.386361] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3751216-9e7a-43d1-841e-94f529111b95 is going to be deleted. [ 1442.410733] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1442.410969] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.424522] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.424791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.424791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.424941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.425066] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.425213] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3751216-9e7a-43d1-841e-94f529111b95" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.648953] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.649135] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.650040] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.650403] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.651317] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.651773] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.653121] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.653560] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.654519] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.654894] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.655454] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.655909] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.656903] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.657362] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.658384] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.658695] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.659916] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.660356] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.480182] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1484.480472] env[66693]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e51f3a69-165e-4e03-a236-f184c6c00816 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1487.661310] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.661682] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.662850] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.663220] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.247970] env[66693]: INFO networking_nsxv3.common.synchronization [req-744e3ef7-95ef-4722-8af3-9a44235a9717 req-b5a47fcd-1459-49b7-99d0-5c7b903103f7 tempest-ServerActionsTestJSON-343051851 tempest-ServerActionsTestJSON-343051851-project-member] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1494.248203] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGHEST for action security_group_members [ 1494.248502] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.248621] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.248678] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.248873] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.249111] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.249241] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.249330] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.249509] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.249643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.249768] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.752184] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.752434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.752434] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.752556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.752637] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.752842] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.752995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.753089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.753233] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.753310] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.753395] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be updated. [ 1494.789811] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.790062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.790062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.790271] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.790415] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.813092] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: IN_PROGRESS for 2s [ 1496.824896] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 in Status: SUCCESS [ 1496.825324] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 deletion is rescheduled due to dependency. [ 1496.825324] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.249186] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.249700] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.711467] env[66693]: INFO networking_nsxv3.common.synchronization [None req-4b149e00-4bbf-4717-8cf3-1bde6f99370d None None] Enqueued Resource ID: 5ccb59c1-b921-46e7-a2dd-56823a5274be with Priority: HIGHEST for action port [ 1502.712080] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ccb59c1-b921-46e7-a2dd-56823a5274be with Priority: HIGHEST for action port [ 1502.712341] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ccb59c1-b921-46e7-a2dd-56823a5274be taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.712470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ccb59c1-b921-46e7-a2dd-56823a5274be" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.712523] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ccb59c1-b921-46e7-a2dd-56823a5274be" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.712771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ccb59c1-b921-46e7-a2dd-56823a5274be" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.712855] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ccb59c1-b921-46e7-a2dd-56823a5274be',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.062560] env[66693]: INFO networking_nsxv3.common.synchronization [None req-96be0622-7f37-4a5b-aa83-a68f736366da tempest-ServerActionsV293TestJSON-1380708406 tempest-ServerActionsV293TestJSON-1380708406-project-member] Enqueued Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_rules [ 1503.063122] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_rules [ 1503.063433] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e24eb32a-bb69-45a7-b255-0807d2f447a2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.063560] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.063620] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.063946] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.064043] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e24eb32a-bb69-45a7-b255-0807d2f447a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.153104] env[66693]: INFO networking_nsxv3.common.synchronization [None req-05ae8f88-8ab3-464b-a637-1f99d28b3c88 tempest-ServerActionsV293TestJSON-1380708406 tempest-ServerActionsV293TestJSON-1380708406-project-member] Enqueued Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_rules [ 1503.154237] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_rules [ 1503.154909] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e24eb32a-bb69-45a7-b255-0807d2f447a2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.154909] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.215975] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ccb59c1-b921-46e7-a2dd-56823a5274be [ 1503.216244] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.216396] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.216467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.216636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.216746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.216840] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ccb59c1-b921-46e7-a2dd-56823a5274be already deleted. [ 1503.216919] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ccb59c1-b921-46e7-a2dd-56823a5274be" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.585729] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.585892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.585892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.586245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.586245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.586386] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 already deleted. [ 1503.586386] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.586663] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.586821] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.586903] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e24eb32a-bb69-45a7-b255-0807d2f447a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.109111] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.109111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.109111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.109597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.109597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.109597] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 already deleted. [ 1504.109597] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.905595] env[66693]: INFO networking_nsxv3.common.synchronization [None req-d5e7b0f8-92ea-425a-868e-0b0e0229dd9d None None] Enqueued Resource ID: d696458f-413b-4b0c-b00f-2be3218d743e with Priority: HIGHEST for action port [ 1504.906140] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d696458f-413b-4b0c-b00f-2be3218d743e with Priority: HIGHEST for action port [ 1504.906475] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-d696458f-413b-4b0c-b00f-2be3218d743e taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.906599] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d696458f-413b-4b0c-b00f-2be3218d743e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.906667] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d696458f-413b-4b0c-b00f-2be3218d743e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.906913] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d696458f-413b-4b0c-b00f-2be3218d743e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.906994] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d696458f-413b-4b0c-b00f-2be3218d743e',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.409406] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d696458f-413b-4b0c-b00f-2be3218d743e [ 1505.409810] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.409810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.409810] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.410079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.410183] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.410280] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d696458f-413b-4b0c-b00f-2be3218d743e already deleted. [ 1505.410366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d696458f-413b-4b0c-b00f-2be3218d743e" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.428438] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.428754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.428754] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.428894] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.428998] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.932119] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.434076] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.935902] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1508.936127] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1509.680923] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.681429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.681429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.681429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.833716] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1509.834544] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.835843] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1509.874232] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.874478] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.874533] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.874830] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.887531] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.888341] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1509.888479] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1509.888543] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1509.907131] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.907326] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.921394] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.921644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.921644] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.921846] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.922456] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.922635] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1509.994928] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.995168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.995168] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.995411] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.995630] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.995883] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1510.078452] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.078772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.078772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.078912] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.079207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.079488] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:26. [ 1510.079627] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b2f54b9a-401b-465d-a290-0acd68588739', 'a3027b11-fd3c-46b1-94b5-7c42e5f474f8', '1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe', '4864a6f4-4f5f-4984-b091-0ad57e123200', 'a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2', '976a70a4-6bb5-4796-8bf4-41e15f74e2d4', '07dafda2-e2c4-4a79-8013-fa1d2bd930e9', '78af4fcb-ca41-4757-8de4-9418d8f9346a', '598273e5-f618-416e-b4ad-8f3acdf6c224', '29141a3b-0ed9-45db-9934-eedb62043d6a', '556d6bfb-e8a5-40b8-8aa4-869ac9780f32', '44dd1759-f0a0-4f6d-9723-bec30bd1c4ed', '776fb6cc-6954-41c8-97fe-d7eb03984390', '13573b34-fb56-490d-84aa-5930c801b18a', 'ff1720a7-db08-4449-9a3f-36104cddac64', '8f317ffd-6e24-41a1-97bc-2423f782b47b', '6b54cacd-3ecc-418e-93b4-d00004366aac', '521536a6-660a-49c9-808c-aa801c92379b', '031138f3-7f95-4224-84de-b3694e519c22', '4b5844da-8968-473c-9c1b-a3e85007336b', '49b2393c-e1c2-456a-8c37-186f653b69d5', '2f4ad2ba-d4f2-4ff0-9a74-aeb687058a7c', 'cd104493-6921-4dec-be23-cac130e252e1', '0dd98528-3cab-4027-981f-d8c34a850f6d', 'a81ee1f2-42a4-4f35-b343-1546f7f3485b', 'fbc3bc2c-0ea8-4ae7-8484-fe02a3ae6c88'} {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1510.079749] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1510.097565] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.097751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.097751] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.097941] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.098091] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.098207] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1510.098279] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1510.098344] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1510.171957] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.172144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.172228] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.172380] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.173535] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.173796] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1510.173866] env[66693]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66693) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1510.173924] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1510.173993] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1510.174083] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/26 resources of Type:Security Group Rules [ 1510.174157] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGH for action security_group_rules [ 1510.174233] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGH for action security_group_rules [ 1510.174299] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe with Priority: HIGH for action security_group_rules [ 1510.174355] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGH for action security_group_rules [ 1510.174432] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGH for action security_group_rules [ 1510.174509] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGH for action security_group_rules [ 1510.174568] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGH for action security_group_rules [ 1510.174625] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGH for action security_group_rules [ 1510.174684] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGH for action security_group_rules [ 1510.174734] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGH for action security_group_rules [ 1510.174796] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 with Priority: HIGH for action security_group_rules [ 1510.174854] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGH for action security_group_rules [ 1510.174915] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGH for action security_group_rules [ 1510.174969] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGH for action security_group_rules [ 1510.175046] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGH for action security_group_rules [ 1510.175109] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGH for action security_group_rules [ 1510.175169] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b54cacd-3ecc-418e-93b4-d00004366aac with Priority: HIGH for action security_group_rules [ 1510.175225] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGH for action security_group_rules [ 1510.175276] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGH for action security_group_rules [ 1510.175337] env[66693]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b5844da-8968-473c-9c1b-a3e85007336b with Priority: HIGH for action security_group_rules [ 1510.175433] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.908190] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.908545] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1514.908545] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f54b9a-401b-465d-a290-0acd68588739 with Priority: HIGH for action security_group_rules [ 1514.908545] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe with Priority: HIGH for action security_group_rules [ 1514.908677] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 with Priority: HIGH for action security_group_rules [ 1514.908726] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1720a7-db08-4449-9a3f-36104cddac64 with Priority: HIGH for action security_group_rules [ 1514.908801] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5844da-8968-473c-9c1b-a3e85007336b with Priority: HIGH for action security_group_rules [ 1514.908898] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031138f3-7f95-4224-84de-b3694e519c22 with Priority: HIGH for action security_group_rules [ 1514.908988] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521536a6-660a-49c9-808c-aa801c92379b with Priority: HIGH for action security_group_rules [ 1514.909103] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b54cacd-3ecc-418e-93b4-d00004366aac with Priority: HIGH for action security_group_rules [ 1514.909198] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13573b34-fb56-490d-84aa-5930c801b18a with Priority: HIGH for action security_group_rules [ 1514.909318] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b with Priority: HIGH for action security_group_rules [ 1514.909397] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 with Priority: HIGH for action security_group_rules [ 1514.909495] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed with Priority: HIGH for action security_group_rules [ 1514.909583] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 with Priority: HIGH for action security_group_rules [ 1514.909666] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29141a3b-0ed9-45db-9934-eedb62043d6a with Priority: HIGH for action security_group_rules [ 1514.909757] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 with Priority: HIGH for action security_group_rules [ 1514.909846] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 with Priority: HIGH for action security_group_rules [ 1514.909970] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a with Priority: HIGH for action security_group_rules [ 1514.910077] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 with Priority: HIGH for action security_group_rules [ 1514.910166] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 with Priority: HIGH for action security_group_rules [ 1514.910253] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 with Priority: HIGH for action security_group_rules [ 1514.910602] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f54b9a-401b-465d-a290-0acd68588739 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.910787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.910863] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.911205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.911306] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f54b9a-401b-465d-a290-0acd68588739',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.913073] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.913234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.913234] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.913365] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.913441] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.914661] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.914771] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.914939] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.915139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.915205] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dafda2-e2c4-4a79-8013-fa1d2bd930e9',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.916300] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff1720a7-db08-4449-9a3f-36104cddac64 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.916385] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.916444] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.916707] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.916800] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff1720a7-db08-4449-9a3f-36104cddac64',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.917954] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b5844da-8968-473c-9c1b-a3e85007336b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.918070] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.918139] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.918283] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.918346] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b5844da-8968-473c-9c1b-a3e85007336b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.919240] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-031138f3-7f95-4224-84de-b3694e519c22 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.919392] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.919448] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.919987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.919987] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('031138f3-7f95-4224-84de-b3694e519c22',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.920622] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-521536a6-660a-49c9-808c-aa801c92379b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.920770] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.920850] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.920995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.921086] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('521536a6-660a-49c9-808c-aa801c92379b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.921805] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b54cacd-3ecc-418e-93b4-d00004366aac taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.921932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.921987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.922345] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.922428] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b54cacd-3ecc-418e-93b4-d00004366aac',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.924760] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13573b34-fb56-490d-84aa-5930c801b18a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.924885] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.924949] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.925117] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.925183] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13573b34-fb56-490d-84aa-5930c801b18a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.925828] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f317ffd-6e24-41a1-97bc-2423f782b47b taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.925936] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.925983] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.926467] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.926467] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f317ffd-6e24-41a1-97bc-2423f782b47b',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.926861] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776fb6cc-6954-41c8-97fe-d7eb03984390 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.926961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.927042] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.927185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.927297] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776fb6cc-6954-41c8-97fe-d7eb03984390',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.927904] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.928018] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.928170] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.928229] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.928289] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44dd1759-f0a0-4f6d-9723-bec30bd1c4ed',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.929090] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-556d6bfb-e8a5-40b8-8aa4-869ac9780f32 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.929282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.929282] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.929386] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.929502] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('556d6bfb-e8a5-40b8-8aa4-869ac9780f32',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.930430] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29141a3b-0ed9-45db-9934-eedb62043d6a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.930545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.930545] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.930691] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.930803] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29141a3b-0ed9-45db-9934-eedb62043d6a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.931437] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-598273e5-f618-416e-b4ad-8f3acdf6c224 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.931579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.931579] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.931732] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.931825] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('598273e5-f618-416e-b4ad-8f3acdf6c224',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.932550] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.932661] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.932705] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.932857] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.932931] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976a70a4-6bb5-4796-8bf4-41e15f74e2d4',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.934065] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78af4fcb-ca41-4757-8de4-9418d8f9346a taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.934065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.934065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.934342] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.934342] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78af4fcb-ca41-4757-8de4-9418d8f9346a',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.935013] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.935180] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.935290] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.935672] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.935672] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.936399] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.936399] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.936610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.936610] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.936685] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3027b11-fd3c-46b1-94b5-7c42e5f474f8',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.937522] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4864a6f4-4f5f-4984-b091-0ad57e123200 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.937646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.937713] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.937841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.937916] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4864a6f4-4f5f-4984-b091-0ad57e123200',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.968281] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.968462] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.968507] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.968889] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.973756] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.973903] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.974529] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.974642] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.975402] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.975534] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.991453] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.991613] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 031138f3-7f95-4224-84de-b3694e519c22 is going to be deleted. [ 1514.992563] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.992815] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.009819] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.009955] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 521536a6-660a-49c9-808c-aa801c92379b is going to be deleted. [ 1515.010853] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.011094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.030766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.030942] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b54cacd-3ecc-418e-93b4-d00004366aac is going to be deleted. [ 1515.031866] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.032088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.056047] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.056278] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f317ffd-6e24-41a1-97bc-2423f782b47b is going to be deleted. [ 1515.059292] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.059458] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.059527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.059681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.059772] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.059887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-031138f3-7f95-4224-84de-b3694e519c22" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.068712] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.068871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.068871] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.069088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.069174] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.069278] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-521536a6-660a-49c9-808c-aa801c92379b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.079512] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.079689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.079689] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.079893] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.079992] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.080102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b54cacd-3ecc-418e-93b4-d00004366aac" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.125140] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.125346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.125346] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.125559] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.125654] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.125779] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f317ffd-6e24-41a1-97bc-2423f782b47b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.431606] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.431890] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.431890] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.432039] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.433569] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.433688] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.434304] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.434391] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.435056] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.435149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.455585] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.455799] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f54b9a-401b-465d-a290-0acd68588739 is going to be deleted. [ 1515.459796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.460029] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.490953] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.491187] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.491960] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.492089] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.492871] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.492987] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.493754] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.493841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.494547] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.494640] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.495307] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.495403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.496132] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.496237] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.496934] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.497060] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.497759] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.497854] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.500162] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.500252] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.500868] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1515.501307] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.501428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.502304] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1515.502731] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.502852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.505063] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1515.505470] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.505601] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff1720a7-db08-4449-9a3f-36104cddac64 is going to be deleted. [ 1515.506527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.506730] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.523808] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.523971] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dafda2-e2c4-4a79-8013-fa1d2bd930e9 is going to be deleted. [ 1515.524766] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.524965] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.535386] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.535549] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.541645] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.541764] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe is going to be deleted. [ 1515.542641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.542841] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.559182] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.559312] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44dd1759-f0a0-4f6d-9723-bec30bd1c4ed is going to be deleted. [ 1515.560144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.560343] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.585030] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.585203] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.585975] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.586124] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.587822] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.587945] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.589166] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.589267] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78af4fcb-ca41-4757-8de4-9418d8f9346a is going to be deleted. [ 1515.590111] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.590309] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.611479] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.611661] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13573b34-fb56-490d-84aa-5930c801b18a is going to be deleted. [ 1515.612558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.612764] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.645853] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.646099] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.658230] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.658457] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b5844da-8968-473c-9c1b-a3e85007336b is going to be deleted. [ 1515.659303] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.659515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.700416] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.700636] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.711068] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.711239] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776fb6cc-6954-41c8-97fe-d7eb03984390 is going to be deleted. [ 1515.712137] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.712352] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.752112] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.752297] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598273e5-f618-416e-b4ad-8f3acdf6c224 is going to be deleted. [ 1515.753245] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.753494] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.764792] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.764995] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.770582] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.770765] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.801238] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.801454] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976a70a4-6bb5-4796-8bf4-41e15f74e2d4 is going to be deleted. [ 1515.802422] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.802638] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.859359] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.859567] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.862459] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.862617] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3027b11-fd3c-46b1-94b5-7c42e5f474f8 is going to be deleted. [ 1515.863548] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.863762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.865212] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.865317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.906613] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.906806] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2 is going to be deleted. [ 1515.907657] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.907875] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.959916] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.960339] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.968746] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.968929] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29141a3b-0ed9-45db-9934-eedb62043d6a is going to be deleted. [ 1515.969827] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.970061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.026920] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.027124] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4864a6f4-4f5f-4984-b091-0ad57e123200 is going to be deleted. [ 1516.027985] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.028212] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.046445] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.046659] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.060320] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.060554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.066224] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.066344] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 556d6bfb-e8a5-40b8-8aa4-869ac9780f32 is going to be deleted. [ 1516.067258] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.067469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.067558] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.067681] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f54b9a-401b-465d-a290-0acd68588739" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.067831] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.067988] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.068079] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.068190] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff1720a7-db08-4449-9a3f-36104cddac64" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.068760] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.068870] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.068955] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.069088] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dafda2-e2c4-4a79-8013-fa1d2bd930e9" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.069216] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.069355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.069432] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.069541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bc0d888-d3a6-4cef-b7f3-1787e06b2cfe" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.069662] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.069799] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.069897] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.070017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44dd1759-f0a0-4f6d-9723-bec30bd1c4ed" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.070149] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.070286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.070361] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.070469] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78af4fcb-ca41-4757-8de4-9418d8f9346a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.070588] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.070762] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.070879] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.070934] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13573b34-fb56-490d-84aa-5930c801b18a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.071073] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.071212] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.071286] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.071390] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b5844da-8968-473c-9c1b-a3e85007336b" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.071511] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.071643] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.071740] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.071855] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776fb6cc-6954-41c8-97fe-d7eb03984390" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.071979] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.072131] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.072206] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.072312] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-598273e5-f618-416e-b4ad-8f3acdf6c224" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.072435] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.072568] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.072641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.072768] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976a70a4-6bb5-4796-8bf4-41e15f74e2d4" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.072887] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.073065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.073163] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.073207] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3027b11-fd3c-46b1-94b5-7c42e5f474f8" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.073328] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.073454] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.073527] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.073626] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d17293-b04c-4d0e-8fa6-ce7f55fa20e2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.096938] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.097144] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.097194] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.097366] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.097452] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.097571] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29141a3b-0ed9-45db-9934-eedb62043d6a" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.159837] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.160062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.160062] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.160231] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.160319] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.160439] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-556d6bfb-e8a5-40b8-8aa4-869ac9780f32" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.194566] env[66693]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.195109] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.195249] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.195317] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.195556] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.195647] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.195767] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4864a6f4-4f5f-4984-b091-0ad57e123200" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.911162] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.911576] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.912293] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.912664] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.551930] env[66693]: INFO networking_nsxv3.common.synchronization [req-a8bab9f0-768d-4581-ba67-77ccad90f9cb req-3337b68a-2550-4e23-a327-37916d10ef41 tempest-ServerActionsV293TestJSON-1380708406 tempest-ServerActionsV293TestJSON-1380708406-project-member] Enqueued Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_members [ 1527.552496] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_members [ 1527.552876] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-e24eb32a-bb69-45a7-b255-0807d2f447a2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.553017] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.553094] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.553402] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.553600] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.553719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.553784] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.554010] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.554146] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.554303] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e24eb32a-bb69-45a7-b255-0807d2f447a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.826827] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.826827] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "network-639" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.826827] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "network-639" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.827102] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "network-639" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.827218] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.827377] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.827491] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.827701] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.827845] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.828116] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1527.828236] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] NeedRegenerationException {{(pid=66693) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1527.828342] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] no value, waiting for create lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1527.828446] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] value creation lock acquired {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1527.828554] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] No value present for key: 'zone-id' {{(pid=66693) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1527.828655] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Calling creation function for not-yet-present value {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1527.828797] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1527.848553] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1527.848725] env[66693]: DEBUG dogpile.cache.region [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66693) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1527.848852] env[66693]: DEBUG dogpile.lock [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Released creation lock {{(pid=66693) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1527.849052] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "network-639" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.849367] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock port-870c2875-d5a5-4fdb-a780-2b0a84d00eb6 taken with stack trace [, , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.849559] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "port-870c2875-d5a5-4fdb-a780-2b0a84d00eb6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.849694] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "port-870c2875-d5a5-4fdb-a780-2b0a84d00eb6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.849996] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "port-870c2875-d5a5-4fdb-a780-2b0a84d00eb6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.850149] env[66693]: DEBUG networking_nsxv3.api.rpc [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('870c2875-d5a5-4fdb-a780-2b0a84d00eb6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.056934] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.057185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.057185] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.057403] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.057495] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.057697] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.057791] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.057852] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.057998] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.058092] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.058182] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 already deleted. [ 1528.058263] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.352905] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.353119] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.353214] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.353479] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.353628] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.353779] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Segment Port 870c2875-d5a5-4fdb-a780-2b0a84d00eb6 not found, creating... [ 1528.354037] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.354196] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.354313] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.354523] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.354656] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.354951] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.355123] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.355240] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.355450] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.355582] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.355717] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Resource: SegmentPort with ID: 870c2875-d5a5-4fdb-a780-2b0a84d00eb6 is going to be created. [ 1528.376917] env[66693]: DEBUG networking_nsxv3.common.locking [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.377158] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.377258] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.377553] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.377739] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.377957] env[66693]: DEBUG oslo_concurrency.lockutils [None req-0cf47d63-04f8-4ac8-8a87-96d32c7e7e2b None None] Releasing lock "port-870c2875-d5a5-4fdb-a780-2b0a84d00eb6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.057852] env[66693]: INFO networking_nsxv3.common.synchronization [req-a8bab9f0-768d-4581-ba67-77ccad90f9cb req-ab58ee2d-8361-45fd-9d51-9955d2e6a84d service nova] Enqueued Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_rules [ 1529.058158] env[66693]: INFO networking_nsxv3.common.synchronization [req-a8bab9f0-768d-4581-ba67-77ccad90f9cb req-ab58ee2d-8361-45fd-9d51-9955d2e6a84d service nova] Enqueued Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_members [ 1529.058216] env[66693]: INFO networking_nsxv3.common.synchronization [req-a8bab9f0-768d-4581-ba67-77ccad90f9cb req-ab58ee2d-8361-45fd-9d51-9955d2e6a84d service nova] Enqueued Resource ID: 870c2875-d5a5-4fdb-a780-2b0a84d00eb6 with Priority: HIGHEST for action port [ 1529.058730] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_rules [ 1529.058865] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_members [ 1529.058963] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 870c2875-d5a5-4fdb-a780-2b0a84d00eb6 with Priority: HIGHEST for action port [ 1529.059590] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e24eb32a-bb69-45a7-b255-0807d2f447a2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.059758] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.059864] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.060115] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.060247] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e24eb32a-bb69-45a7-b255-0807d2f447a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.061702] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-e24eb32a-bb69-45a7-b255-0807d2f447a2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.061951] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.062065] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.062280] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.062476] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.062618] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.062719] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.062911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.063061] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.063199] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e24eb32a-bb69-45a7-b255-0807d2f447a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.064476] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock port-870c2875-d5a5-4fdb-a780-2b0a84d00eb6 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.064736] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-870c2875-d5a5-4fdb-a780-2b0a84d00eb6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.064868] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-870c2875-d5a5-4fdb-a780-2b0a84d00eb6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.065081] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-870c2875-d5a5-4fdb-a780-2b0a84d00eb6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.065211] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('870c2875-d5a5-4fdb-a780-2b0a84d00eb6',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.562862] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-e24eb32a-bb69-45a7-b255-0807d2f447a2 taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.563051] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.565368] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e24eb32a-bb69-45a7-b255-0807d2f447a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.569135] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 870c2875-d5a5-4fdb-a780-2b0a84d00eb6 with status ACTIVE [ 1529.569332] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.569932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.569932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.569932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.569932] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.569932] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.570295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.570295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.570295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.570295] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.570463] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.570554] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.570615] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.570787] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.570828] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.570920] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 870c2875-d5a5-4fdb-a780-2b0a84d00eb6 is going to be updated. [ 1529.591975] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.592125] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.592193] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.592376] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.592518] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.592652] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-870c2875-d5a5-4fdb-a780-2b0a84d00eb6" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.067624] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e24eb32a-bb69-45a7-b255-0807d2f447a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.569957] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.570141] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.570211] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.570428] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.570515] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.570614] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 is going to be created. [ 1530.597170] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.597360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.597360] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.597564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.598093] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.607340] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 in Status: UNINITIALIZED for 2s [ 1532.619247] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 in Status: SUCCESS [ 1532.619641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.619641] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.619796] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.619986] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.620122] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.620178] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.620332] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.620412] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.620496] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.620587] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e24eb32a-bb69-45a7-b255-0807d2f447a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.123149] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e24eb32a-bb69-45a7-b255-0807d2f447a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.625978] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e24eb32a-bb69-45a7-b255-0807d2f447a2: rpc.has_security_group_logging(os_id): False [ 1533.645502] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.645732] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.645732] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.645915] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.646012] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.646254] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.646353] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.646416] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.646570] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.646646] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.646730] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 is going to be created. [ 1533.705303] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.705541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.705541] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.705716] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.705892] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.716496] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 in Status: IN_PROGRESS for 2s [ 1534.060244] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.060429] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1535.729764] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 in Status: SUCCESS [ 1535.730056] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.061108] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.061516] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.062024] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.062522] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.063607] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.064150] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.064894] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.064894] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.065928] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.066350] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.067207] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.067617] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.068625] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.069107] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.070212] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.070650] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.070990] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.071282] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.895680] env[66693]: INFO networking_nsxv3.common.synchronization [req-c6e4499d-2245-43f6-9dde-4ba1f5ef1e86 req-abd95a8e-b7ba-4fc2-9114-ede796639974 tempest-ServerActionsV293TestJSON-1380708406 tempest-ServerActionsV293TestJSON-1380708406-project-member] Enqueued Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_members [ 1580.896246] env[66693]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 with Priority: HIGHEST for action security_group_members [ 1580.896552] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock member-e24eb32a-bb69-45a7-b255-0807d2f447a2 taken with stack trace [, , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.896800] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.896908] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.897102] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.897257] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.897355] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.897418] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.897564] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.897649] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.897738] env[66693]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e24eb32a-bb69-45a7-b255-0807d2f447a2',) {} {{(pid=66693) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1581.401568] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.401811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.401811] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.401994] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.402109] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.402313] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.402429] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.402485] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.402632] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.402786] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.402932] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 is going to be updated. [ 1581.433686] env[66693]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66693) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.433911] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.433961] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.434205] env[66693]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.434357] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.449791] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 in Status: IN_PROGRESS for 2s [ 1583.461391] env[66693]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 in Status: SUCCESS [ 1583.461795] env[66693]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e24eb32a-bb69-45a7-b255-0807d2f447a2 deletion is rescheduled due to dependency. [ 1583.461795] env[66693]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e24eb32a-bb69-45a7-b255-0807d2f447a2" {{(pid=66693) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.898076] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.898473] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.899413] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.899823] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.900811] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.900811] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.902217] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.903823] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.903123] env[66693]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.903550] env[66693]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0